-- Logs begin at Tue 2021-07-27 14:44:49 UTC, end at Tue 2021-07-27 15:39:52 UTC. -- Jul 27 15:13:29.327711 dv-cinder-800431-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 15:13:31.992991 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.common.config [-] Logging enabled! Jul 27 15:13:31.993520 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 15:13:31.993755 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92967) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 15:13:31.996941 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.common.config [-] Logging enabled! Jul 27 15:13:31.997202 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 15:13:31.997509 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92967) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 15:13:31.998433 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:13:31.998693 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:13:31.999051 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:13:31.999293 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:13:31.999516 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:13:31.999832 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.000122 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.000413 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.000643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.000931 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.001215 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.001495 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.001779 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.002068 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.002350 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.002655 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.002941 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.003165 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.003446 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.003729 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.004009 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.004230 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] debug = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.004505 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.004925 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.005326 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.005602 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.005887 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.006161 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.006430 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.006728 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.007006 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.007340 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] host = dv-cinder-800431-2-iscsi {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.007607 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.008513 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.008828 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.009117 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.009388 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.009662 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.009943 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.010213 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.010548 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.010780 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.011064 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.011349 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.011633 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.011856 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.012075 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.012358 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.012642 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.012914 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.013185 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.013455 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.013723 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.013994 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.014261 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.014565 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.014848 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.015128 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.015397 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.015665 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.015933 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.016200 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.016480 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.016749 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.017017 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.017282 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.017560 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.017825 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.018092 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.018389 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.018693 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.018970 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.019248 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.019515 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.019790 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.020058 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.020322 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.020587 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_json = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.020858 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.021121 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.021393 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.021660 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.021926 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.022194 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.022458 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.022759 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:32.023047 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.023337 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.024012 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.024300 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.024596 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.024876 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.025163 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.025438 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.025726 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.026012 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.026298 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.026598 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.026883 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.027158 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.027449 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.027748 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.028039 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.028328 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.028600 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.028872 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.029143 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.029414 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.029729 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.029983 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.030267 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.030565 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.030842 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.031134 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.031407 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.031674 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.031946 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.032228 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.032500 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.032768 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.033046 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.033321 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.033588 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.033856 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.034130 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.034417 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.034713 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.034985 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.035254 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.035528 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.035794 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.036076 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.036352 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.036622 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.036897 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.037163 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.037429 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.037698 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.037973 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.038245 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.038546 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.038818 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.039087 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.039380 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.039650 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.039917 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.040186 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.040455 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.040725 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.040999 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.041264 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.041562 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.041802 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.042071 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.042352 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.042677 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.042952 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.043224 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.043495 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.043766 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.044040 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.044312 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.044583 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.044854 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.045124 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.045408 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.045684 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.045963 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.046237 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.046529 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.046893 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.047165 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.047441 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.047710 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.047981 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.048264 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.048542 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.048830 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.049121 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.049408 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.049694 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.049981 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.050254 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.050584 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.050861 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:32.051081 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:13:32.051314 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92967) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 15:13:32.397142 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 15:13:32.397345 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 15:13:32.397633 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 15:13:32.397962 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 15:13:32.783766 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.784069 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.784340 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.785617 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.785890 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.786157 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.820156 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.820461 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.820730 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.835074 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.835354 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.835618 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.869214 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.869496 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.869769 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.905325 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.905610 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:32.905876 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.134327 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.134962 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.134962 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.135151 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.135754 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.253579 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.253894 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.254175 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.254445 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.254737 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.255044 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.255303 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.255557 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.255808 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.256086 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.256346 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.256606 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.256857 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.257102 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.257352 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.257613 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.258378 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.258666 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.258935 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.259187 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.259454 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.259706 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.259985 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.260363 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.260607 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.260849 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.261236 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.261473 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.261708 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.261943 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.262174 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.262406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:33.262788 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 15:13:33.265804 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 15:13:33.269679 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 15:13:33.273321 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 27 15:13:33.275689 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 15:13:33.276137 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 15:13:33.276471 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 15:13:33.276864 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 15:13:33.279659 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 15:13:33.279902 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 15:13:33.280239 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 15:13:33.285450 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 15:13:33.307784 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 15:13:33.308233 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.308529 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92967) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 15:13:33.308887 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.310239 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92967) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 15:13:33.310535 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 15:13:33.310778 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 15:13:33.314105 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.314397 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:33.378629 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 15:13:33.378865 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 15:13:33.379101 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 15:13:33.379463 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 15:13:33.400343 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_db.sqlalchemy.engines [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92967) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 15:13:33.924114 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing driver for type 'gre' Jul 27 15:13:33.924641 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] gre ID ranges: [(1, 1000)] Jul 27 15:13:33.976186 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing driver for type 'local' Jul 27 15:13:33.976518 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing driver for type 'vlan' Jul 27 15:13:33.990634 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] VlanTypeDriver initialization complete Jul 27 15:13:33.991004 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing driver for type 'vxlan' Jul 27 15:13:33.991501 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] vxlan ID ranges: [(1, 1000)] Jul 27 15:13:34.042999 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing extension driver 'port_security' Jul 27 15:13:34.043430 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.extensions.port_security [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] PortSecurityExtensionDriver initialization complete Jul 27 15:13:34.043888 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing mechanism driver 'openvswitch' Jul 27 15:13:34.044221 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing mechanism driver 'hyperv' Jul 27 15:13:34.050560 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.plugin [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:34.051406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.051777 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.052125 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.052661 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.053359 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.053712 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.054060 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.054456 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.055803 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.056157 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.056504 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.056912 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.057313 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.057663 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.058006 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.058395 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.058822 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.059171 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.059520 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.059922 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.060318 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > address_group after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.060661 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > address_group after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.060997 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.061391 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92967) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 15:13:34.061762 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] ML2 OVO RPC backend initialized. {{(pid=92967) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 15:13:34.062509 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.062870 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.063294 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.063652 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > networks before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.064005 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.064348 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > ports before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.064690 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.065033 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnets before_response 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.065378 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.065717 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.066054 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.066399 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.066763 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.067099 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.067433 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.067769 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.068101 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.068681 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.plugin [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Modular L2 Plugin initialization complete Jul 27 15:13:34.069019 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading services supported by the core plugin {{(pid=92967) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 15:13:34.069345 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.plugins.ml2.managers [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Got port-security extension from driver 'port_security' Jul 27 15:13:34.069799 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.extensions.vlantransparent [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Disabled vlantransparent extension. Jul 27 15:13:34.070287 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92967) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 15:13:34.070652 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: router Jul 27 15:13:34.106406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.106826 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_create 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.107197 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router before_create 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.107562 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.107935 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.108291 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_delete 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.108650 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.109132 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_create 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.109484 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.109836 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.110184 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.110571 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.110988 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.111357 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.111696 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.112033 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: subnet after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.112370 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.112720 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.113070 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_create 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.113413 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.113755 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.114111 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router after_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.114458 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.114830 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_create 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.115194 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.115542 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_update 55549900 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.115910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > agent after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.116259 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > agent after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.116604 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > network after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.117484 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Tracking information for resource: router configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:34.117816 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Tracking information for resource: floatingip configured {{(pid=92967) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:13:34.122616 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.db.l3_agentschedulers_db [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 15:13:34.123187 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.123550 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.123903 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.124259 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: port after_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.125032 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router before_create 55550100 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.125397 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.125759 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_create 55550100 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.126118 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > router precommit_update 55550100 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.130538 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.provider_configuration [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service providers = [] {{(pid=92967) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 15:13:34.130906 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.db.servicetype_db [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92967) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 15:13:34.133842 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.service_base [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92967) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:13:34.134192 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.service_base [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92967) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:13:34.134563 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.service_base [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92967) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:13:34.135451 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.services.service_base [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92967) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:13:34.135820 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.services.service_base [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 15:13:34.136189 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.136509 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 15:13:34.148338 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.149187 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: auto_allocate Jul 27 15:13:34.154851 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: network precommit_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.155222 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: network precommit_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.155740 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.156059 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: tag Jul 27 15:13:34.162731 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.163062 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: timestamp Jul 27 15:13:34.167442 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.167773 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: network_ip_availability Jul 27 15:13:34.173082 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.173456 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.173812 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.174587 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.174863 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: flavors Jul 27 15:13:34.180123 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.180456 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading Plugin: revisions Jul 27 15:13:34.184693 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92967) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:13:34.185083 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=92967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 15:13:34.185806 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92967) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 15:13:34.186140 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Initializing extension manager. Jul 27 15:13:34.186683 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: __init__.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.187024 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: __pycache__ {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.187356 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.187685 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: address_group.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.188433 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.189000 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: address-group Jul 27 15:13:34.189322 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: address_scope.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.190027 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.190568 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: address-scope Jul 27 15:13:34.190889 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.191809 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.192313 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: router-admin-state-down-before-update Jul 27 15:13:34.192631 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: agent.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.193321 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.193819 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: agent Jul 27 15:13:34.194136 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: agent_resources_synced.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.195061 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.195668 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: agent-resources-synced Jul 27 15:13:34.195983 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: allowedaddresspairs.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.197755 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.198275 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: allowed-address-pairs Jul 27 15:13:34.198636 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: auto_allocated_topology.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.199700 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.200211 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: auto-allocated-topology Jul 27 15:13:34.200536 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: availability_zone.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.201227 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.201730 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: availability_zone Jul 27 15:13:34.202052 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: availability_zone_filter.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.202990 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.203496 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: availability_zone_filter Jul 27 15:13:34.203816 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: data_plane_status.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.204711 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.205215 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 15:13:34.205533 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: default_subnetpools.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.206432 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.206966 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: default-subnetpools Jul 27 15:13:34.207290 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.208086 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.208591 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: dhcp_agent_scheduler Jul 27 15:13:34.208911 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: dns.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.209820 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.210324 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension dns-integration not supported by any of loaded plugins Jul 27 15:13:34.210676 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: dns_domain_ports.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.212099 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.212604 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 15:13:34.212923 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.213832 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.214337 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 15:13:34.214684 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: dvr.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.215348 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.215851 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: dvr Jul 27 15:13:34.216166 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: ecmp_routes.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.217069 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.217568 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 15:13:34.217885 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: empty_string_filtering.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.218813 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.219314 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: empty-string-filtering Jul 27 15:13:34.219631 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.220527 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.221026 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 15:13:34.221344 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.222242 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.222775 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 15:13:34.223095 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: external_net.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.223998 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.224502 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: external-net Jul 27 15:13:34.224824 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.225723 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.226226 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: extra_dhcp_opt Jul 27 15:13:34.226631 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: extraroute.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.228032 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.228536 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: extraroute Jul 27 15:13:34.228855 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: extraroute_atomic.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.229865 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.230366 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: extraroute-atomic Jul 27 15:13:34.230715 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: filter_validation.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.231537 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.232040 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: filter-validation Jul 27 15:13:34.232357 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: fip_pf_description.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.233261 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.233760 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 15:13:34.234077 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: fip_port_details.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.235006 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.235507 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: fip-port-details Jul 27 15:13:34.235824 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: flavors.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.237042 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.237561 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: flavors Jul 27 15:13:34.237882 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.239548 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.240075 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 15:13:34.240406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: floatingip_pools.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.241106 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.241618 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: floatingip-pools Jul 27 15:13:34.241945 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: ip_allocation.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.242908 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.243415 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 15:13:34.243737 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.244646 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.245155 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: ip-substring-filtering Jul 27 15:13:34.245478 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l2_adjacency.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.246384 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.246914 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 15:13:34.247238 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.248187 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.248709 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: router Jul 27 15:13:34.249033 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.251240 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.251764 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 15:13:34.252097 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.253014 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.253530 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: ext-gw-mode Jul 27 15:13:34.253855 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.254804 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.255315 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: l3-ha Jul 27 15:13:34.255637 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3_flavors.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.256543 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.257046 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: l3-flavors Jul 27 15:13:34.257371 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.258305 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.258846 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 15:13:34.259168 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: l3agentscheduler.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.260193 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.260701 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: l3_agent_scheduler Jul 27 15:13:34.261024 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: logging.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.262526 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.263049 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension logging not supported by any of loaded plugins Jul 27 15:13:34.263374 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: metering.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.264107 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.264679 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: metering Jul 27 15:13:34.264999 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.266214 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.266767 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: metering_source_and_destination_fields Jul 27 15:13:34.267095 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: multiprovidernet.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.268028 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.268536 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: multi-provider Jul 27 15:13:34.268858 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: netmtu.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.269762 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.270268 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: net-mtu Jul 27 15:13:34.270623 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: netmtu_writable.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.271530 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.272037 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: net-mtu-writable Jul 27 15:13:34.272357 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: network_availability_zone.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.273025 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.274044 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: network_availability_zone Jul 27 15:13:34.274362 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: network_ip_availability.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.275483 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.275999 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: network-ip-availability Jul 27 15:13:34.276326 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: network_segment_range.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.277086 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.277585 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 15:13:34.277912 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: pagination.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.278919 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.279250 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: pagination Jul 27 15:13:34.279568 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: port_device_profile.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.280480 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.280993 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: port-device-profile Jul 27 15:13:34.281313 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.282222 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.282835 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: port-mac-address-regenerate Jul 27 15:13:34.283153 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.284056 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.284562 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: port-numa-affinity-policy Jul 27 15:13:34.284880 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: port_resource_request.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.285790 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.286298 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 15:13:34.286645 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: portbindings.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.287570 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.288077 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: binding Jul 27 15:13:34.288394 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: portbindings_extended.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.290254 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.290804 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: binding-extended Jul 27 15:13:34.291132 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: portsecurity.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.292038 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.292546 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: port-security Jul 27 15:13:34.292867 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: project_id.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.293836 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.294164 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: project-id Jul 27 15:13:34.294502 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: providernet.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.295422 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.295935 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: provider Jul 27 15:13:34.296252 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.299647 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.300165 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos not supported by any of loaded plugins Jul 27 15:13:34.300496 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.301729 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.302243 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 15:13:34.302598 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.303785 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.304295 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 15:13:34.304620 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_default.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.305544 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.306056 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-default not supported by any of loaded plugins Jul 27 15:13:34.306383 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_fip.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.307059 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.307562 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-fip not supported by any of loaded plugins Jul 27 15:13:34.307888 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_gateway_ip.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.308798 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.309301 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 15:13:34.309622 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_port_network_policy.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.310552 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.311061 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 15:13:34.311383 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_rule_type_details.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.312322 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.312834 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 15:13:34.313175 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: qos_rules_alias.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.314192 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.314733 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 15:13:34.315055 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: quotasv2.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.316122 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.316445 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: quotas Jul 27 15:13:34.316762 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: quotasv2_detail.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.319772 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.320117 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: quota_details Jul 27 15:13:34.320487 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: rbac.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.321530 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.322067 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: rbac-policies Jul 27 15:13:34.322396 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: rbac_address_group.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.323355 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.323873 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: rbac-address-group Jul 27 15:13:34.324201 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: rbac_address_scope.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.325113 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.325621 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: rbac-address-scope Jul 27 15:13:34.325946 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: rbac_security_groups.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.326882 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.327394 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: rbac-security-groups Jul 27 15:13:34.327719 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: rbac_subnetpool.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.328627 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.329135 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: rbac-subnetpool Jul 27 15:13:34.329460 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: revisionifmatch.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.330376 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.330922 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: revision-if-match Jul 27 15:13:34.331248 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: revisions.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.332347 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.332861 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: standard-attr-revisions Jul 27 15:13:34.333187 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: router_availability_zone.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.333859 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.334368 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: router_availability_zone Jul 27 15:13:34.334722 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: routerservicetype.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.335639 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.336664 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension router-service-type not supported by any of loaded plugins Jul 27 15:13:34.336988 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.337910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.338419 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: security-groups-normalized-cidr Jul 27 15:13:34.338768 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.339687 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.340195 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: port-security-groups-filtering Jul 27 15:13:34.340517 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.341430 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.341942 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: security-groups-remote-address-group Jul 27 15:13:34.342266 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: securitygroup.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.352208 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.352733 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: security-group Jul 27 15:13:34.353065 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: segment.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.353849 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.354362 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension segment not supported by any of loaded plugins Jul 27 15:13:34.354712 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.355644 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.356158 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 15:13:34.356481 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: servicetype.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.357587 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.358117 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: service-type Jul 27 15:13:34.358442 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: sorting.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.359446 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.359781 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: sorting Jul 27 15:13:34.360105 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: standard_attr_segment.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.361077 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.361589 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 15:13:34.361910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: standardattrdescription.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.362588 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.363099 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: standard-attr-description Jul 27 15:13:34.363421 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: stateful_security_group.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.364336 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.364849 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: stateful-security-group Jul 27 15:13:34.365174 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: stdattrs_common.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.365750 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 15:13:34.366072 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.367030 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.367568 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 15:13:34.367896 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnet_onboard.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.368954 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.369467 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: subnet_onboard Jul 27 15:13:34.369790 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.370743 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.371252 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 15:13:34.371573 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnet_service_types.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.372490 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.372999 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: subnet-service-types Jul 27 15:13:34.373320 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnetallocation.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.374400 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.374942 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: subnet_allocation Jul 27 15:13:34.375269 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.375927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.376436 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: subnetpool-prefix-ops Jul 27 15:13:34.376757 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.377684 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.378202 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 15:13:34.378555 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: tagging.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.379612 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.380124 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: standard-attr-tag Jul 27 15:13:34.380450 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: timestamp.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.381653 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.382168 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loaded extension: standard-attr-timestamp Jul 27 15:13:34.382514 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: trunk.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.383558 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.384077 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension trunk not supported by any of loaded plugins Jul 27 15:13:34.384401 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: trunk_details.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.385311 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.385831 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension trunk-details not supported by any of loaded plugins Jul 27 15:13:34.386153 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: uplink_status_propagation.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.387101 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.387615 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 15:13:34.387942 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Loading extension file: vlantransparent.py {{(pid=92967) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 15:13:34.388600 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92967) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 15:13:34.389103 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 15:13:34.391542 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:network Jul 27 15:13:34.392059 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnet Jul 27 15:13:34.392460 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:13:34.392857 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:port Jul 27 15:13:34.394395 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.394878 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service FLAVORS assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.395643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.396073 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.396521 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:router Jul 27 15:13:34.397089 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:floatingip Jul 27 15:13:34.397707 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service METERING assigned prefix: /metering {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.399850 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.400378 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.400814 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:13:34.402073 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 15:13:34.402694 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:security_group Jul 27 15:13:34.403242 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 15:13:34.403987 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service CORE assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.404430 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:13:34.404807 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] subnetpool is already registered Jul 27 15:13:34.405389 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service CORE assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.405747 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:13:34.406218 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] subnetpool is already registered Jul 27 15:13:34.409330 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.409986 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service FLAVORS assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.410828 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.411281 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.411629 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:router Jul 27 15:13:34.411973 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] router is already registered Jul 27 15:13:34.412384 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:floatingip Jul 27 15:13:34.412719 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] floatingip is already registered Jul 27 15:13:34.413191 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service METERING assigned prefix: /metering {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.413902 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 15:13:34.414896 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] rbac_policy is already registered Jul 27 15:13:34.415326 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:security_group Jul 27 15:13:34.415659 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] security_group is already registered Jul 27 15:13:34.416065 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 15:13:34.416395 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] security_group_rule is already registered Jul 27 15:13:34.416888 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service CORE assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.417213 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:13:34.417543 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] subnetpool is already registered Jul 27 15:13:34.417967 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.v2.resource_helper [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Service CORE assigned prefix: {{(pid=92967) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:13:34.418288 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:13:34.418646 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING neutron.quota.resource_registry [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] subnetpool is already registered Jul 27 15:13:34.420303 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: extensions {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.421772 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: address-groups {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.423305 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: address-scopes {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.424576 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: agents {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.425886 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: auto-allocated-topology {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.427111 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: availability_zones {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.428608 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: dhcp-networks {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.430074 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: dhcp-agents {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.431632 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: routers {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.433538 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: flavors {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.434726 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: service_profiles {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.436050 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: next_providers {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.437495 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: service_profiles {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.438957 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: floatingip-pools {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.440294 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: routers {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.441982 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: floatingips {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.443203 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: l3-routers {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.444688 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: l3-agents {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.446139 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: metering-labels {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.447438 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: metering-label-rules {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.448713 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: network-ip-availabilities {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.450061 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: bindings {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.451668 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: quotas {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.453103 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: quotas {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.454647 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: rbac-policies {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.455846 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: security-groups {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.457048 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: security-group-rules {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.458378 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: service-providers {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.459635 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: subnetpools {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.461611 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: subnetpools {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.463221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.464904 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.466624 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.468499 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.470182 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.472067 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.473832 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.475659 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.479005 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.480762 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron.api.extensions [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Extended resource: tags {{(pid=92967) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:13:34.486676 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING keystonemiddleware.auth_token [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 15:13:34.491178 dv-cinder-800431-2-iscsi neutron-server[92967]: WARNING keystonemiddleware.auth_token [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 15:13:34.499527 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Acquired lock "singleton_lock" {{(pid=92967) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 15:13:34.500001 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_concurrency.lockutils [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Releasing lock "singleton_lock" {{(pid=92967) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 15:13:34.500635 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Starting 2 workers Jul 27 15:13:34.505393 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Started child 93076 {{(pid=92967) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:13:34.510311 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Started child 93077 {{(pid=92967) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:13:34.511310 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.511954 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO neutron.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 15:13:34.512566 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Notify callbacks [] for process, before_spawn {{(pid=92967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.512793 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [-] (93076) wsgi starting up on http://0.0.0.0:9696 Jul 27 15:13:34.514985 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Starting 1 workers Jul 27 15:13:34.515098 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.516390 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [-] (93077) wsgi starting up on http://0.0.0.0:9696 Jul 27 15:13:34.520062 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Started child 93078 {{(pid=92967) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:13:34.520568 dv-cinder-800431-2-iscsi neutron-server[92967]: INFO oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Starting 1 workers Jul 27 15:13:34.524627 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] calling RpcWorker wait() {{(pid=93078) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 15:13:34.525161 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] returning from RpcWorker wait() {{(pid=93078) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 15:13:34.525498 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Started child 93079 {{(pid=92967) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:13:34.526320 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG neutron_lib.callbacks.manager [None req-9324ab4f-f577-4ecd-b2df-6e46d981300c None None] Notify callbacks [] for process, after_spawn {{(pid=92967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.526439 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.526823 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:34.528245 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92967) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 15:13:34.528460 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:13:34.528648 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:13:34.528863 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:13:34.529204 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:13:34.529367 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:13:34.529869 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.530131 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.530393 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.530685 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.530950 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.531218 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:34.531679 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.531766 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.532012 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.532294 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.532548 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.532714 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.532878 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.533129 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.533442 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.533667 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.533937 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.534180 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.534441 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.534643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.534909 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.535170 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.535414 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.535678 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] debug = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.535910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.536382 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.536608 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.536856 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.537098 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.537358 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.537611 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.537858 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.538095 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.538307 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.538597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.538868 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.539171 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.539398 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.539615 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.539853 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.540071 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.540534 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] host = dv-cinder-800431-2-iscsi {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.540746 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.540979 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.541231 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.541471 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.541708 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.541918 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.542164 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.542415 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.542689 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.542924 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.543174 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.543414 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.543651 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.543880 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.544040 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_options = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.544282 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.544556 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.544834 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.545020 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.545187 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.545358 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.545601 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.545761 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.546009 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.546228 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.546438 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.546712 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.546928 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.547173 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.547404 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.547632 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.547862 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.548069 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.548308 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.548531 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.548771 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.549013 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.549245 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.549476 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.549703 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.549933 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.550154 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.550383 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.550650 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.550874 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.551123 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.551377 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.551607 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.551861 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.552099 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.552321 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.552536 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.553050 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.553285 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.553531 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.553776 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.553984 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.554222 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.554456 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.554734 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.554945 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_json = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.555153 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.555374 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.555620 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.555847 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.556077 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.556293 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.556505 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.556743 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.557182 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.557468 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.557775 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.558080 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.558294 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.558595 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.558783 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.559085 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.559494 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.559807 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.560640 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.560814 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.560943 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.561200 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.561690 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.562041 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.562432 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.562734 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.562734 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.563302 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.563435 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.563625 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.563988 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.564232 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.564477 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.564726 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.564939 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.565177 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.565404 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.565657 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.565868 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.566082 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.566344 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.566608 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.566821 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.567037 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.567279 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.567521 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.567746 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.567991 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.568222 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.568448 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.568665 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.568876 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.569086 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.569314 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.569546 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.569773 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.569993 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.570225 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.570994 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.571231 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.571445 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.571657 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.571876 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.572105 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.572319 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.572529 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.572853 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.573077 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.573303 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.573571 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.573771 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.573983 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.574201 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.574424 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.574701 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.574917 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.575152 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.575383 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.575619 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.575808 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:34.575965 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.576106 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.576243 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.576452 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.576662 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.576882 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.577091 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.577306 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.577520 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.577751 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.577983 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.578164 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.578386 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.578702 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.578986 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.579239 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.579519 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.579742 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.580000 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.580218 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.580466 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.580684 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.581069 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.581230 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.581477 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.581667 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.581921 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.582171 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.582385 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.582674 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.582911 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.583134 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.583353 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.583597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.583837 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.584094 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.584344 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.584601 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.584906 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.585123 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.585391 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.585640 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.585975 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.586719 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.587014 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.587302 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.587566 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.587968 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.588341 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.588911 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.588911 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.589201 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.589201 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.589499 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.589896 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.589896 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.590425 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.590425 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.590765 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.590904 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.591069 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.591397 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.593263 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.593521 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.593768 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.594066 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.594338 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.594619 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.595058 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.595233 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.595422 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.598704 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.599015 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.599235 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602221 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.602927 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.608628 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.608881 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.609129 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.609409 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.609665 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.609901 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.610136 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.610362 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.611467 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.612304 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.612975 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.614686 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.614978 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.615242 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.615506 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.615768 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.616009 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.616281 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.616524 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.616758 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.616986 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.617243 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.617463 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.617695 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.617930 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.618184 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.618431 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.618701 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.619048 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.619326 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.619562 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.619832 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.620054 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.620299 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.620540 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.620763 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.620986 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.621227 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.621447 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.621727 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.621947 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.622192 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.622411 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.622985 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.623227 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.623450 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.623666 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.623963 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.624198 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.624433 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.624700 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.624940 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.625155 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.625387 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.625605 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.625843 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.626063 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.626281 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.626512 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.626744 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.626958 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.627192 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.627414 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.627629 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.627861 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.628093 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.628306 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.628536 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.628759 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.628975 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.629186 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.629449 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.629698 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.629910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.630131 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.630351 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.630588 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.630818 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.631031 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.631241 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.631464 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.631679 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.631892 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.632204 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.632449 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.632668 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.633474 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.633704 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.633950 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.634193 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.634523 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.634742 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.635009 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.635245 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.636323 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.637016 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.637295 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.640144 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.640468 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.640737 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.641007 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.641314 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.641614 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.641890 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.642130 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.642406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.643749 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.644880 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.645370 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.645608 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.645933 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.646226 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.646642 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.647047 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.648223 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.649427 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.650666 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.650953 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.651245 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.651504 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.651752 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.651984 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.652242 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.652482 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.652745 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.652972 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.653134 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:13:34.653658 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92967) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 15:13:34.653817 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:13:34.653972 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:13:34.654143 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:13:34.654313 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:13:34.654482 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:13:34.654803 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.654975 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655130 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655284 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655448 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655629 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655790 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.655947 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656104 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656266 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656415 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656570 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656733 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656871 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.656962 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:34.657049 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657165 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657330 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657485 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657645 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657801 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.657955 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658109 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658264 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] debug = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658419 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658635 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658800 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.658955 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659109 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659262 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659418 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659572 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659727 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.659882 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660039 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660196 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660350 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660505 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660662 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660817 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.660974 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661131 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] host = dv-cinder-800431-2-iscsi {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661286 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661442 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661750 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.661905 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662061 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662216 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662370 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662554 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662711 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.662866 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663022 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663178 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663333 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663489 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_options = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663798 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.663954 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664160 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664322 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664478 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664778 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.664933 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665089 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665244 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665403 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665557 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665711 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.665865 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666018 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666173 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666327 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666497 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666657 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666812 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.666966 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667121 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667275 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667431 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667592 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667729 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.667884 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668037 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668192 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668353 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668503 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668750 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.668913 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.669286 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.670144 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.670313 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.671047 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.671226 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.671389 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.671547 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.672118 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.672604 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.672846 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673012 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673172 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_json = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673330 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673486 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673643 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673839 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.673949 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.674107 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.674261 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.674413 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:13:34.674615 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.674868 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.675046 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.675206 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.675374 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.675535 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.675681 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676054 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676168 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676304 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676471 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676631 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676800 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.676959 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.677118 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.677278 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.677440 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.677597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.678142 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.678337 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.678532 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.678696 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.678872 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679034 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679207 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679335 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679494 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679674 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679837 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.679994 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.680308 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.680464 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.680626 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.680786 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.680938 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.681093 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.681706 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.681868 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.682026 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.682185 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.682582 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.682741 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.682899 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.683068 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.683222 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.683682 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.683841 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684000 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684160 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684317 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684487 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684647 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684805 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.684962 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685121 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685278 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685440 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685598 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685756 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.685934 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686077 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686247 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686406 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686755 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.686914 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687071 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687229 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687387 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687544 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687702 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.687859 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688016 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688174 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688332 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688490 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688648 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688806 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.688966 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689125 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689283 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689441 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689599 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689757 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.689923 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690102 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690255 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690413 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690595 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690755 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.690913 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691071 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691231 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691389 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691548 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691705 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.691862 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692021 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692180 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692338 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692494 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692651 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692808 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.692965 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693125 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693282 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693440 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693597 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693754 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.693910 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.694067 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.694233 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.694390 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.694577 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.695826 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.695826 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.695826 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.695826 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.696262 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.696400 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.697149 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.697312 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.697474 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.697695 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.697801 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.698280 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.698440 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.698792 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.699401 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.699572 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700040 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700205 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700390 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700548 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700708 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.700867 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.701026 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.701183 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.701342 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.701502 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.701660 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702179 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702344 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702525 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702687 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702855 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.702999 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703156 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703315 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703474 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703633 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703793 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.703951 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.704108 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.704467 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.704638 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.704797 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.704954 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705112 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705269 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705427 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705585 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705747 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.705905 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706062 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706219 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706408 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706552 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706711 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.706871 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707029 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707188 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707345 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707507 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707664 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707821 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.707981 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.708295 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.708683 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.708849 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.709012 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.709167 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.709328 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.709710 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.709875 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.710033 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.710194 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.710809 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.711968 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.712528 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.712697 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.712860 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713020 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713179 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713340 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713500 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713659 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713818 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.713981 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714141 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714301 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714460 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714639 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714797 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.714955 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715113 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715285 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715445 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715601 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715765 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.715923 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716082 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716251 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716427 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716570 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716727 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.716883 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717040 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717209 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717369 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717526 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717683 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717841 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.717998 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718167 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718325 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718506 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718660 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718817 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.718975 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719143 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719302 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719459 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719616 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719772 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.719929 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720097 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720256 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720414 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720605 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720729 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.720887 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721053 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721211 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721369 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721536 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721695 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.721852 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722014 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722185 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722344 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722525 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722686 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.722844 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723002 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723161 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723324 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723491 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723656 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723817 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.723984 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724151 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724319 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724477 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724642 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724812 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.724969 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725127 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725285 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725442 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725617 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725782 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.725939 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726096 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726256 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726399 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726598 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726757 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.726915 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727071 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727228 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727383 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727540 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727698 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.727855 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:13:34.728006 dv-cinder-800431-2-iscsi neutron-server[92967]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92967) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:13:34.996878 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55650) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:13:35.005162 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061142 Jul 27 15:13:46.358414 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5affef7-f81a-42fd-b8b5-97c360f4ed32 None None] get_active_networks_info from dv-cinder-800431-2-iscsi {{(pid=93078) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 15:13:46.395743 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-08ee29bc-904c-474e-8381-3a1a7ddc33b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:46.438679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5affef7-f81a-42fd-b8b5-97c360f4ed32 None None] No non-hosted networks {{(pid=93078) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 15:13:48.688581 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b7ba55e6-e530-4305-81bc-09f36fa1f475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:48.733696 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-418a5ae0-a5b7-4a92-9796-0e01997d33e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:48.929163 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:48.929879 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.930387 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.930765 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.931147 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.931535 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.931865 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.932231 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.932637 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.932968 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.933436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.933846 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.934174 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:13:48.934642 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800431-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:48.941349 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800431-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:13:50.024434 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:51.608287 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.db.l3_hamode_db [None req-d497b06d-5080-4f7f-ad00-f179a3eaf785 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 15:13:51.685636 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497b06d-5080-4f7f-ad00-f179a3eaf785 None None] Routers set() bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:13:51.686033 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497b06d-5080-4f7f-ad00-f179a3eaf785 None None] Router IDs set() for agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 15:13:51.894579 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:52.700009 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55742) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:13:53.187538 dv-cinder-800431-2-iscsi neutron-server[93077]: WARNING oslo_policy.policy [None req-04c8c13f-9a86-45cc-94f0-72af3f360f23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:53.188109 dv-cinder-800431-2-iscsi neutron-server[93077]: WARNING oslo_policy.policy [None req-04c8c13f-9a86-45cc-94f0-72af3f360f23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:53.412232 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [None req-04c8c13f-9a86-45cc-94f0-72af3f360f23 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:13:53.413248 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-04c8c13f-9a86-45cc-94f0-72af3f360f23 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7123010 Jul 27 15:13:55.768989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55756) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:13:56.075173 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:13:56.167003 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.policy [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93077) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 15:13:56.211854 dv-cinder-800431-2-iscsi neutron-server[93077]: WARNING oslo_policy.policy [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:56.212213 dv-cinder-800431-2-iscsi neutron-server[93077]: WARNING oslo_policy.policy [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:56.220613 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.quota [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] Loaded quota_driver: . Jul 27 15:13:56.309854 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701431455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701430986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701452288', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701449950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701872402', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756701529055', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-724263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1791435', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1638268'] for rbac-policy, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:56.371626 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:56.372954 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5a4ba2be-1bb3-4ed4-9d0e-d9d5aae64f85 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6029749 Jul 27 15:13:58.899000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55768) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:13:59.377388 dv-cinder-800431-2-iscsi neutron-server[93076]: WARNING oslo_policy.policy [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:59.377974 dv-cinder-800431-2-iscsi neutron-server[93076]: WARNING oslo_policy.policy [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:59.592156 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:13:59.593789 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.quota [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Loaded quota_driver: . Jul 27 15:13:59.650492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Made reservation on behalf of e822bbc03971403b95b28ae9735b71cd for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:13:59.716126 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.policy [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 15:13:59.760836 dv-cinder-800431-2-iscsi neutron-server[93076]: WARNING oslo_policy.policy [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:59.761202 dv-cinder-800431-2-iscsi neutron-server[93076]: WARNING oslo_policy.policy [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:13:59.771060 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:59.792418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:59.926920 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:59.931512 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:59.951660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:13:59.980575 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756703617046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:13:59.981164 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Unsubscribe: segment precommit_create {{(pid=93076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 15:13:59.981664 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Added segment 7dd2d12b-c7da-434e-945d-d7221dbd9536 of type vlan for network 55b32f98-5f69-40fa-a4f6-2351cace3588 Jul 27 15:13:59.998984 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858851f7-3778-4a1b-9d69-bdd3836f73a9,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:00.019897 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.020258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.020865 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.021222 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.021542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.021881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.022206 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.023093 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.023593 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.023960 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.024335 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.024652 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Tracked resource versions report: Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: pushed versions: Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: { 'AddressGroup': {'1.2'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'ConntrackHelper': {'1.0'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Log': {'1.0'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Network': {'1.1'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Port': {'1.7'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'PortForwarding': {'1.2'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'QosPolicy': {'1.8'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroup': {'1.4'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SubPort': {'1.0'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Subnet': {'1.1'}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Trunk': {'1.1'}} Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: consumer versions: Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'ConntrackHelper': '1.0', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Log': '1.0', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Network': '1.1', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Port': '1.7', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'PortForwarding': '1.2', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'QosPolicy': '1.8', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroup': '1.4', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroupRule': '1.2', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SubPort': '1.0', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Subnet': '1.1', Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Trunk': '1.1'}} Jul 27 15:14:00.025799 dv-cinder-800431-2-iscsi neutron-server[93076]: {{(pid=93076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:14:00.114404 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:00.164888 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:00.166300 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:00.166992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:00.234923 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3335421 Jul 27 15:14:00.266948 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78373fc-0431-49f0-aa6b-814adc26282c admin admin] Pushing event updated for resources: {'Network': ['ID=55b32f98-5f69-40fa-a4f6-2351cace3588,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:00.279054 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:14:02.841209 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55790) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:03.220644 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d386002-0d24-47e8-af78-941e9c79707a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:03.221990 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4d386002-0d24-47e8-af78-941e9c79707a admin admin] 10.222.0.37 "GET /v2.0/networks/55b32f98-5f69-40fa-a4f6-2351cace3588 HTTP/1.1" status: 200 len: 825 time: 0.3797965 Jul 27 15:14:03.258642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0c5108fd-b62d-447e-b1b0-c6585f4e122d admin admin] 10.222.0.37 "GET /v2.0/subnetpools/affe56d6-1c63-40b3-a4af-6653972fca71 HTTP/1.1" status: 200 len: 734 time: 0.0298212 Jul 27 15:14:03.267492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Request body: {'subnet': {'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:14:03.291822 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Made reservation on behalf of e822bbc03971403b95b28ae9735b71cd for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:14:03.294103 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:03.598252 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:03.661195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79abacc-bac8-4270-b77c-005340c384e5,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:03.670140 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Checking segment: {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:14:03.670561 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Network hostable DHCP agents. Network: 55b32f98-5f69-40fa-a4f6-2351cace3588, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:14:03.691362 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:14:03.702143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 55b32f98-5f69-40fa-a4f6-2351cace3588) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:03.706631 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:03.707235 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:03.712235 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e05919-5784-44f8-8b82-cf371bf0ee68 None None] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:14:03.730504 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f54118b2-879b-4610-b578-9c6312de78ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4575949 Jul 27 15:14:04.029221 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-55b32f98-5f69-40fa-a4f6-2351cace3588', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:14:04.030499 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.299056 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Allocated IP 172.20.0.2 (55b32f98-5f69-40fa-a4f6-2351cace3588/a79abacc-bac8-4270-b77c-005340c384e5/d17f6abf-e7be-4daa-ad4b-c3e9d415c43b) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:14:04.526821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.542341 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Transition to ACTIVE for port object d17f6abf-e7be-4daa-ad4b-c3e9d415c43b will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:14:04.562214 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Transition to ACTIVE for port object d17f6abf-e7be-4daa-ad4b-c3e9d415c43b will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:14:04.571061 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.646490 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:14:04.651811 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:04.655670 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:14:04.665566 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Pushing event updated for resources: {'Port': ['ID=d17f6abf-e7be-4daa-ad4b-c3e9d415c43b,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:04.708390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.708739 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.709076 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.709408 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.710250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.710609 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.710936 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.711260 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.711596 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.711921 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.712242 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.712556 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Tracked resource versions report: Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: pushed versions: Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: { 'AddressGroup': {'1.2'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'ConntrackHelper': {'1.0'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Log': {'1.0'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Network': {'1.1'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Port': {'1.7'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'PortForwarding': {'1.2'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'QosPolicy': {'1.8'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroup': {'1.4'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SubPort': {'1.0'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Subnet': {'1.1'}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Trunk': {'1.1'}} Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: consumer versions: Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'ConntrackHelper': '1.0', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Log': '1.0', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Network': '1.1', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Port': '1.7', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'PortForwarding': '1.2', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'QosPolicy': '1.8', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroup': '1.4', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroupRule': '1.2', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SubPort': '1.0', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Subnet': '1.1', Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Trunk': '1.1'}} Jul 27 15:14:04.713711 dv-cinder-800431-2-iscsi neutron-server[93078]: {{(pid=93078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:14:04.749963 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Attempting to bind port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:14:04.750365 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Attempting to bind port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:14:04.750818 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Attempting to bind port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b on network 55b32f98-5f69-40fa-a4f6-2351cace3588 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:14:04.755490 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:14:04.755910 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Checking segment: {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:14:04.756377 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.756790 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Bound using segment: {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:14:04.757243 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Bound port: d17f6abf-e7be-4daa-ad4b-c3e9d415c43b, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:14:04.757652 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.820428 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] For port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:14:04.824534 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] For port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d17f6abf-e7be-4daa-ad4b-c3e9d415c43b,segment=NetworkSegment(7dd2d12b-c7da-434e-945d-d7221dbd9536),segment_id=7dd2d12b-c7da-434e-945d-d7221dbd9536)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:14:04.828751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:04.894561 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9749-c164-461a-811c-8df9a6b03774 None None] Pushing event updated for resources: {'Port': ['ID=d17f6abf-e7be-4daa-ad4b-c3e9d415c43b,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:06.112550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55798) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:06.425354 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [None req-79c0dee9-c914-4d7d-bedb-539dc8bf8ea8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:14:06.426553 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-79c0dee9-c914-4d7d-bedb-539dc8bf8ea8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130307 Jul 27 15:14:08.811553 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55806) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:09.124043 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [None req-2158cfb9-f6ed-4ba3-a737-963a661fa279 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:14:09.125121 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2158cfb9-f6ed-4ba3-a737-963a661fa279 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126452 Jul 27 15:14:11.733310 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55816) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:12.027920 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:14:12.062183 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:12.064056 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:12.208536 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:12.213821 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:12.226808 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:12.227986 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9ff6c8b1-fe09-48d1-a1cc-3573ba1ff5a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4937172 Jul 27 15:14:12.600575 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:14:12.863749 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d17f6abf-e7be-4daa-ad4b-c3e9d415c43b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:12.955025 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:14:13.244801 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde0c99-ae51-4500-90c0-a50644ec8c6a None None] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:14:13.302154 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Provisioning for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:14:13.309937 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Provisioning complete for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:13.310345 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:13.494122 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:13.546848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] For port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d17f6abf-e7be-4daa-ad4b-c3e9d415c43b,segment=NetworkSegment(7dd2d12b-c7da-434e-945d-d7221dbd9536),segment_id=7dd2d12b-c7da-434e-945d-d7221dbd9536)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:14:13.553055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:13.603646 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f72d8-ca52-4730-837c-316b813d1ed9 None None] Pushing event updated for resources: {'Port': ['ID=d17f6abf-e7be-4daa-ad4b-c3e9d415c43b,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:13.772601 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-371d9ff6-fc4a-4d8d-b77a-9050af2e38a7 None None] Provisioning complete for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:13.772896 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-371d9ff6-fc4a-4d8d-b77a-9050af2e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:14.575940 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55828) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:14.833997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d17f6abf-e7be-4daa-ad4b-c3e9d415c43b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:14.879704 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:14.880144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:14.880436 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [None req-d499dab7-423a-4ff5-862f-58c4318923cf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:14:14.881477 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d499dab7-423a-4ff5-862f-58c4318923cf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3045869 Jul 27 15:14:16.228804 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2aa8aa3e-39e5-452c-8f64-4fc2e2553fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.215580 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 55836) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:17.522702 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:14:17.542821 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Made reservation on behalf of e17df845e5f344eabfb85d639f3c38be for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:14:17.545064 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.553358 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.638783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.642151 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.656203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93076) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 15:14:17.678813 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4596725-629d-497e-bf13-e8e82e9d8c18,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:17.681593 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.681928 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Added segment 49cdbb73-16fd-46d2-9a0f-610d017ad224 of type flat for network bb9db46a-480a-406b-bad1-856bc697c5c7 Jul 27 15:14:17.726391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.760319 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.761225 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:17.761789 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:17.811765 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5951498 Jul 27 15:14:17.818660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba433ce-0c3c-4e11-8875-e52712aa38f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9db46a-480a-406b-bad1-856bc697c5c7,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:17.828777 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network bb9db46a-480a-406b-bad1-856bc697c5c7 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:14:18.675612 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f034fabc-514e-4b38-af8b-85e90796d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:18.921774 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:19.907474 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:20.128150 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55852) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:20.448402 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755514ac-f58e-4b6d-891e-8dbead23a8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:20.449889 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-755514ac-f58e-4b6d-891e-8dbead23a8b9 admin admin] 10.222.0.37 "GET /v2.0/subnets/a79abacc-bac8-4270-b77c-005340c384e5 HTTP/1.1" status: 200 len: 849 time: 0.3208077 Jul 27 15:14:20.608959 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b683b215-0900-4aac-9232-9a3415c3ad5d admin admin] 10.222.0.37 "GET /v2.0/routers/648e2555-94eb-4f7b-8516-499e477ca088 HTTP/1.1" status: 200 len: 704 time: 0.1530252 Jul 27 15:14:20.877115 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.170867 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Allocated IP 172.20.0.1 (55b32f98-5f69-40fa-a4f6-2351cace3588/a79abacc-bac8-4270-b77c-005340c384e5/84209d21-006a-4e55-ae3a-46f9092e5828) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:14:21.376815 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.400897 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Transition to ACTIVE for port object 84209d21-006a-4e55-ae3a-46f9092e5828 will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:14:21.481673 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.515476 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:14:21.516771 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:21.590682 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:14:21.591544 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.645217 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Pushing event updated for resources: {'Port': ['ID=84209d21-006a-4e55-ae3a-46f9092e5828,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:21.662315 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.662691 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.663028 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.663358 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.663684 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.664023 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.664347 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.664666 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.664997 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.665315 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.665627 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.665938 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Tracked resource versions report: Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: pushed versions: Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: { 'AddressGroup': {'1.2'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'ConntrackHelper': {'1.0'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Log': {'1.0'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Network': {'1.1'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Port': {'1.7'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'PortForwarding': {'1.2'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'QosPolicy': {'1.8'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroup': {'1.4'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SubPort': {'1.0'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Subnet': {'1.1'}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Trunk': {'1.1'}} Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: consumer versions: Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'ConntrackHelper': '1.0', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Log': '1.0', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Network': '1.1', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Port': '1.7', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'PortForwarding': '1.2', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'QosPolicy': '1.8', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroup': '1.4', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroupRule': '1.2', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SubPort': '1.0', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Subnet': '1.1', Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Trunk': '1.1'}} Jul 27 15:14:21.667096 dv-cinder-800431-2-iscsi neutron-server[93077]: {{(pid=93077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:14:21.811374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.816963 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-47676582-f077-446f-a7ce-9ce0c92c9d59 None None] Provisioning for port 84209d21-006a-4e55-ae3a-46f9092e5828 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:14:21.821151 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-47676582-f077-446f-a7ce-9ce0c92c9d59 None None] Provisioning complete for port 84209d21-006a-4e55-ae3a-46f9092e5828 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:21.821521 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-47676582-f077-446f-a7ce-9ce0c92c9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.865920 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-47676582-f077-446f-a7ce-9ce0c92c9d59 None None] Port 84209d21-006a-4e55-ae3a-46f9092e5828 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:14:21.871950 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.993190 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.997446 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:21.998192 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:22.077120 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Pushing event updated for resources: {'Port': ['ID=84209d21-006a-4e55-ae3a-46f9092e5828,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:22.120679 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:14:22.121936 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:22.285703 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e2abbdd3-4e29-46ce-a3e5-2831ed4b6d8f None None] Provisioning complete for port 84209d21-006a-4e55-ae3a-46f9092e5828 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:22.286074 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2abbdd3-4e29-46ce-a3e5-2831ed4b6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:22.320076 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-e2abbdd3-4e29-46ce-a3e5-2831ed4b6d8f None None] Port 84209d21-006a-4e55-ae3a-46f9092e5828 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:14:22.330786 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Router 648e2555-94eb-4f7b-8516-499e477ca088 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:14:22.424105 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:14:22.430270 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-889f57ac-4444-4fa1-b8ba-d145aaab8932 admin admin] 10.222.0.37 "PUT /v2.0/routers/648e2555-94eb-4f7b-8516-499e477ca088/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8159692 Jul 27 15:14:22.446026 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Sync routers for ids ['648e2555-94eb-4f7b-8516-499e477ca088'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:14:22.457322 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Routers {'648e2555-94eb-4f7b-8516-499e477ca088'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:14:22.458310 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:14:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['648e2555-94eb-4f7b-8516-499e477ca088'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:22.638386 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Set router 648e2555-94eb-4f7b-8516-499e477ca088 gateway port host: None {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:14:23.053164 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:21Z', 'revision_number': 2, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port_host': None, '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:21Z', 'revision_number': 2, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:23.103088 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Checking router: 648e2555-94eb-4f7b-8516-499e477ca088 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:14:23.103456 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Updating router 648e2555-94eb-4f7b-8516-499e477ca088 port 84209d21-006a-4e55-ae3a-46f9092e5828 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:14:23.164850 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:23.645713 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:23.663735 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Transition to ACTIVE for port object 84209d21-006a-4e55-ae3a-46f9092e5828 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:14:23.669432 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:23.837059 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Pushing event updated for resources: {'Port': ['ID=84209d21-006a-4e55-ae3a-46f9092e5828,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:23.839456 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Attempting to bind port 84209d21-006a-4e55-ae3a-46f9092e5828 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:14:23.839944 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Attempting to bind port 84209d21-006a-4e55-ae3a-46f9092e5828 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:14:23.840470 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Attempting to bind port 84209d21-006a-4e55-ae3a-46f9092e5828 on network 55b32f98-5f69-40fa-a4f6-2351cace3588 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:14:23.849426 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:14:23.849853 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Checking segment: {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:14:23.850319 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:23.850804 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Bound using segment: {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:14:23.851280 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Bound port: 84209d21-006a-4e55-ae3a-46f9092e5828, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2d12b-c7da-434e-945d-d7221dbd9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:14:23.852051 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:23.854128 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.854494 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.854819 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.855144 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.855469 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.855790 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.856110 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.856427 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.856760 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.857072 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.857387 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.857699 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Tracked resource versions report: Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: pushed versions: Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: { 'AddressGroup': {'1.2'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'ConntrackHelper': {'1.0'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Log': {'1.0'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Network': {'1.1'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Port': {'1.7'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'PortForwarding': {'1.2'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'QosPolicy': {'1.8'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroup': {'1.4'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SubPort': {'1.0'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Subnet': {'1.1'}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Trunk': {'1.1'}} Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: consumer versions: Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'ConntrackHelper': '1.0', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Log': '1.0', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Network': '1.1', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Port': '1.7', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'PortForwarding': '1.2', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'QosPolicy': '1.8', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroup': '1.4', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroupRule': '1.2', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SubPort': '1.0', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Subnet': '1.1', Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Trunk': '1.1'}} Jul 27 15:14:23.858836 dv-cinder-800431-2-iscsi neutron-server[93079]: {{(pid=93079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:14:23.927179 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] For port 84209d21-006a-4e55-ae3a-46f9092e5828, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:14:23.949302 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] For port 84209d21-006a-4e55-ae3a-46f9092e5828, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=84209d21-006a-4e55-ae3a-46f9092e5828,segment=NetworkSegment(7dd2d12b-c7da-434e-945d-d7221dbd9536),segment_id=7dd2d12b-c7da-434e-945d-d7221dbd9536)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:14:23.953781 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:24.001263 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Routers {'648e2555-94eb-4f7b-8516-499e477ca088'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:14:24.001900 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:14:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['648e2555-94eb-4f7b-8516-499e477ca088'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:24.085402 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a0b3-a454-46a5-9a9a-085e082007ca None None] Pushing event updated for resources: {'Port': ['ID=84209d21-006a-4e55-ae3a-46f9092e5828,revision_number=4']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:24.099643 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] Set router 648e2555-94eb-4f7b-8516-499e477ca088 gateway port host: None {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:14:24.303787 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:21Z', 'revision_number': 2, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port_host': None, '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:23Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:24.328943 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d602e6-1e2c-4709-8b89-3d5a440e8621 None None] The sync data for ids ['648e2555-94eb-4f7b-8516-499e477ca088'] in dv-cinder-800431-2-iscsi is: [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:21Z', 'revision_number': 2, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port_host': None, '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:23Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:14:24.727711 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55876) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:24.833529 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e13fce-649d-4a54-8125-10f5b44f369a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:24.835445 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b1e13fce-649d-4a54-8125-10f5b44f369a admin admin] 10.222.0.37 "GET /v2.0/networks/bb9db46a-480a-406b-bad1-856bc697c5c7 HTTP/1.1" status: 200 len: 842 time: 0.1067710 Jul 27 15:14:24.845123 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:14:24.874304 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Made reservation on behalf of e17df845e5f344eabfb85d639f3c38be for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:14:24.876986 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:25.186433 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.objects.ports [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 15:14:25.186881 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:25.242704 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d693c737-e584-4842-9c75-b06208b33512,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:25.254176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:14:25.254560 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Network hostable DHCP agents. Network: bb9db46a-480a-406b-bad1-856bc697c5c7, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:14:25.278814 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:14:25.306984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, bb9db46a-480a-406b-bad1-856bc697c5c7) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:25.317972 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:25.319345 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:25.321318 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eaa662-ba4d-44cd-9c56-f7eb9d9617b3 None None] Network bb9db46a-480a-406b-bad1-856bc697c5c7 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:14:25.337500 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-21649bca-4dad-4f15-9a5f-71c705c39810 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4944623 Jul 27 15:14:25.505251 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311042a0-b8da-47ad-a320-9da839e9db2c None None] Network bb9db46a-480a-406b-bad1-856bc697c5c7 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:14:27.650841 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55886) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:27.783600 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-c340ac7a-03d3-481f-b533-908096627f9c admin admin] 10.222.0.37 "GET /v2.0/routers/648e2555-94eb-4f7b-8516-499e477ca088 HTTP/1.1" status: 200 len: 710 time: 0.1315088 Jul 27 15:14:27.872133 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da893a2f-3754-4a4c-96dc-34ab99cf7c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:14:27.873522 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-da893a2f-3754-4a4c-96dc-34ab99cf7c1d admin admin] 10.222.0.37 "GET /v2.0/networks/bb9db46a-480a-406b-bad1-856bc697c5c7 HTTP/1.1" status: 200 len: 886 time: 0.0835428 Jul 27 15:14:27.882767 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:14:28.125724 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:28.421864 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:28.501479 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:28.602071 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Allocated IP 172.27.1.13 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/a3967533-7ee5-4dbe-ba70-9a4b2f59034b) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:14:28.703453 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:28.743123 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:28.774714 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:14:28.777300 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:14:28.780578 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:14:28.846313 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Pushing event updated for resources: {'Port': ['ID=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:29.033197 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:29.221469 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:29.224681 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1715309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1715298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578183'] for router, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:29.330563 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Router 648e2555-94eb-4f7b-8516-499e477ca088 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:14:29.444926 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:14:29.449218 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:29.450451 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-c575adf0-765a-4bd2-a1da-eb85f1934c7a admin admin] 10.222.0.37 "PUT /v2.0/routers/648e2555-94eb-4f7b-8516-499e477ca088 HTTP/1.1" status: 200 len: 889 time: 1.5708895 Jul 27 15:14:30.660504 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Sync routers for ids ['648e2555-94eb-4f7b-8516-499e477ca088'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:14:30.670785 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Routers {'648e2555-94eb-4f7b-8516-499e477ca088'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:14:30.671429 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:14:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['648e2555-94eb-4f7b-8516-499e477ca088'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:30.873332 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 84209d21-006a-4e55-ae3a-46f9092e5828 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:30.964379 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Set router 648e2555-94eb-4f7b-8516-499e477ca088 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:14:31.032639 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 84209d21-006a-4e55-ae3a-46f9092e5828 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:14:31.077255 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 84209d21-006a-4e55-ae3a-46f9092e5828 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:31.077634 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.350092 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.408113 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 84209d21-006a-4e55-ae3a-46f9092e5828, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=84209d21-006a-4e55-ae3a-46f9092e5828,segment=NetworkSegment(7dd2d12b-c7da-434e-945d-d7221dbd9536),segment_id=7dd2d12b-c7da-434e-945d-d7221dbd9536)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:14:31.416357 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.479839 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:28Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port': {'id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:28Z', 'updated_at': '2021-07-27T15:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:23Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:31.533856 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=84209d21-006a-4e55-ae3a-46f9092e5828,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:31.536443 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Checking router: 648e2555-94eb-4f7b-8516-499e477ca088 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:14:31.537341 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Updating router 648e2555-94eb-4f7b-8516-499e477ca088 port a3967533-7ee5-4dbe-ba70-9a4b2f59034b binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:14:31.569610 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.811970 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 55898) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:14:31.892129 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.902903 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Transition to ACTIVE for port object a3967533-7ee5-4dbe-ba70-9a4b2f59034b will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:14:31.908209 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.945161 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-7040f783-04e4-4096-b898-68c96664228d admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1320717 Jul 27 15:14:31.957465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Attempting to bind port a3967533-7ee5-4dbe-ba70-9a4b2f59034b on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:14:31.957901 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Attempting to bind port a3967533-7ee5-4dbe-ba70-9a4b2f59034b by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:14:31.958210 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Attempting to bind port a3967533-7ee5-4dbe-ba70-9a4b2f59034b on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:14:31.966593 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7148-107a-4e1c-bd39-6f73627ded91 None None] Pushing event updated for resources: {'Port': ['ID=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:31.969055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:14:31.969437 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:14:31.969848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:31.970242 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:14:31.970756 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Bound port: a3967533-7ee5-4dbe-ba70-9a4b2f59034b, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:14:31.971166 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:32.028001 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] For port a3967533-7ee5-4dbe-ba70-9a4b2f59034b, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:14:32.031648 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] For port a3967533-7ee5-4dbe-ba70-9a4b2f59034b, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:14:32.036006 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:32.094823 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Routers {'648e2555-94eb-4f7b-8516-499e477ca088'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:14:32.095454 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:14:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['648e2555-94eb-4f7b-8516-499e477ca088'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:32.097326 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7148-107a-4e1c-bd39-6f73627ded91 None None] Pushing event updated for resources: {'Port': ['ID=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:32.286619 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] Set router 648e2555-94eb-4f7b-8516-499e477ca088 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:14:32.495532 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:28Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port': {'id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:28Z', 'updated_at': '2021-07-27T15:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:31Z', 'revision_number': 5, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:14:32.524939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e4efc-d4ae-408c-9f63-10a2299832b1 None None] The sync data for ids ['648e2555-94eb-4f7b-8516-499e477ca088'] in dv-cinder-800431-2-iscsi is: [{'id': '648e2555-94eb-4f7b-8516-499e477ca088', 'name': 'router1', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:14:12Z', 'updated_at': '2021-07-27T15:14:28Z', 'revision_number': 4, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'gw_port': {'id': 'a3967533-7ee5-4dbe-ba70-9a4b2f59034b', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:28Z', 'updated_at': '2021-07-27T15:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '84209d21-006a-4e55-ae3a-46f9092e5828', 'name': '', 'network_id': '55b32f98-5f69-40fa-a4f6-2351cace3588', 'tenant_id': 'e822bbc03971403b95b28ae9735b71cd', 'mac_address': 'fa:16:3e:51:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648e2555-94eb-4f7b-8516-499e477ca088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:14:20Z', 'updated_at': '2021-07-27T15:14:31Z', 'revision_number': 5, 'project_id': 'e822bbc03971403b95b28ae9735b71cd', 'subnets': [{'id': 'a79abacc-bac8-4270-b77c-005340c384e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affe56d6-1c63-40b3-a4af-6653972fca71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:14:32.985590 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a3967533-7ee5-4dbe-ba70-9a4b2f59034b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:33.036145 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port a3967533-7ee5-4dbe-ba70-9a4b2f59034b completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:14:33.040978 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a3967533-7ee5-4dbe-ba70-9a4b2f59034b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:33.041456 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:33.131177 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:33.151967 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port a3967533-7ee5-4dbe-ba70-9a4b2f59034b, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:14:33.155702 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:33.156680 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 84209d21-006a-4e55-ae3a-46f9092e5828 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:33.243113 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=a3967533-7ee5-4dbe-ba70-9a4b2f59034b,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:14:33.272437 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 84209d21-006a-4e55-ae3a-46f9092e5828 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:33.273173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:34.867578 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a3967533-7ee5-4dbe-ba70-9a4b2f59034b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:14:34.953260 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a3967533-7ee5-4dbe-ba70-9a4b2f59034b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:14:34.953972 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:46.232205 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-79022ec7-013c-4115-b35f-096a22222f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:48.678606 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-531134a0-b4a7-44e3-8832-3cd76e121b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:48.928639 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:49.600596 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:14:49.918267 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:14:51.875918 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:16.235322 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-44399c22-3a2a-4e88-874c-62951790aedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:18.680926 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8771be0c-c943-490b-9a13-a70d33bd5964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:18.928898 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:19.914491 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:21.881696 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:26.599825 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:15:46.237734 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-aea0d363-da14-45d5-a68a-f36896d9a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:48.681497 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6dec4346-b393-4d5f-a27f-eb1f78ba03a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:48.920063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:49.910864 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:15:51.878448 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:03.599166 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:16:07.154445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56466) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:07.214222 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cf6c74-ccb8-4aff-9ed7-f8e830b9a183 admin admin] GET failed (client error): The resource could not be found. Jul 27 15:16:07.215586 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-32cf6c74-ccb8-4aff-9ed7-f8e830b9a183 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601010 Jul 27 15:16:07.371369 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0e160-41a2-46fd-b176-f695e5eb185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:07.372739 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b5c0e160-41a2-46fd-b176-f695e5eb185f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529083 Jul 27 15:16:09.524434 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56476) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:09.687585 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883cb32-70e6-47aa-b1e5-bac1987a2246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:09.689575 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b883cb32-70e6-47aa-b1e5-bac1987a2246 admin admin] 10.222.0.37 "GET /v2.0/subnets/a79abacc-bac8-4270-b77c-005340c384e5 HTTP/1.1" status: 200 len: 849 time: 0.1641915 Jul 27 15:16:09.699181 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:16:09.778753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:09.915537 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756703541733'] for subnet, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:09.945018 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:09.945603 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:09.946895 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] 10.222.0.37 "PUT /v2.0/subnets/a79abacc-bac8-4270-b77c-005340c384e5 HTTP/1.1" status: 200 len: 868 time: 0.2514238 Jul 27 15:16:09.961734 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651b8c9-e56d-4382-a326-cd568afca60f None None] Network 55b32f98-5f69-40fa-a4f6-2351cace3588 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:16:09.966916 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79abacc-bac8-4270-b77c-005340c384e5,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:16:09.974627 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.975005 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.975338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.975670 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.975999 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.976326 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.976650 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.976974 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.977299 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.977622 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.977940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:09.978257 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b6c06-5480-47ec-b40e-b15bd8213192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:16:10.328296 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-c2da111d-4e7c-4c45-bf5a-f98c1a42ba7d None None] Provisioning complete for port 84209d21-006a-4e55-ae3a-46f9092e5828 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:16:10.328669 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c2da111d-4e7c-4c45-bf5a-f98c1a42ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:10.414399 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-c2da111d-4e7c-4c45-bf5a-f98c1a42ba7d None None] Provisioning complete for port d17f6abf-e7be-4daa-ad4b-c3e9d415c43b triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:16:10.414703 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c2da111d-4e7c-4c45-bf5a-f98c1a42ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:12.105057 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56484) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:12.314453 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5a05d-9640-4bf8-9003-fcd6051b7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:12.314859 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5a05d-9640-4bf8-9003-fcd6051b7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:12.316401 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-57d5a05d-9640-4bf8-9003-fcd6051b7a68 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103891 Jul 27 15:16:14.458297 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56494) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:14.590070 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0e13c-7672-421e-a17b-94e36b28bfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:14.590570 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0e13c-7672-421e-a17b-94e36b28bfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:14.592081 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-04c0e13c-7672-421e-a17b-94e36b28bfb8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328275 Jul 27 15:16:16.243507 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c193354a-9f3e-46d9-b3aa-fb6268b80f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:16.719069 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56504) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:16.884097 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644313c7-4c48-4cf0-8ee4-4b8144db2cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:16.885446 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-644313c7-4c48-4cf0-8ee4-4b8144db2cb4 admin admin] 10.222.0.37 "GET /v2.0/networks/55b32f98-5f69-40fa-a4f6-2351cace3588 HTTP/1.1" status: 200 len: 869 time: 0.1654389 Jul 27 15:16:18.682960 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7306d840-31a5-41a2-ae52-ebf632e9cc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:18.925131 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:19.024594 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56512) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:19.147056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beeb14c-0212-4e6e-bd62-8d1979699ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:19.148415 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1beeb14c-0212-4e6e-bd62-8d1979699ae4 admin admin] 10.222.0.37 "GET /v2.0/networks/bb9db46a-480a-406b-bad1-856bc697c5c7 HTTP/1.1" status: 200 len: 886 time: 0.1228781 Jul 27 15:16:19.912952 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:21.300067 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56520) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:21.418176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851059a-5f1f-401d-a8af-4193dc5c99f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:21.418757 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851059a-5f1f-401d-a8af-4193dc5c99f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:21.420284 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d851059a-5f1f-401d-a8af-4193dc5c99f0 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1192780 Jul 27 15:16:21.880984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:23.564998 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56528) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:23.658885 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ab8e2-26c7-4db6-aae0-7c778e2203f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:23.659343 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ab8e2-26c7-4db6-aae0-7c778e2203f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:23.661188 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-148ab8e2-26c7-4db6-aae0-7c778e2203f5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952489 Jul 27 15:16:25.808544 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56536) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:25.898402 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcffa10-1c21-4c7f-9018-1ae5e4f9858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:25.899928 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9dcffa10-1c21-4c7f-9018-1ae5e4f9858f admin admin] 10.222.0.37 "GET /v2.0/subnets/a79abacc-bac8-4270-b77c-005340c384e5 HTTP/1.1" status: 200 len: 868 time: 0.0904326 Jul 27 15:16:28.106214 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56544) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:28.189307 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c079cae-797e-4098-8682-8c17786399cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:28.190588 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4c079cae-797e-4098-8682-8c17786399cd admin admin] 10.222.0.37 "GET /v2.0/subnets/d693c737-e584-4842-9c75-b06208b33512 HTTP/1.1" status: 200 len: 816 time: 0.0833538 Jul 27 15:16:40.597537 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:16:46.236211 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e720058e-8524-4787-83f6-3675bc371431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:48.683410 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-03f7b590-0ad4-4cc5-8345-e6a27a280e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:48.928640 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:49.917862 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:51.884352 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:53.471760 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56598) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:53.516233 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [None req-015eedf9-8faf-4c87-a176-f2f0e1c4bf14 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:16:53.517846 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-015eedf9-8faf-4c87-a176-f2f0e1c4bf14 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451515 Jul 27 15:16:55.731785 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56606) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:55.789178 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4808ee-2c97-412d-b0ce-1103a0c31877 admin admin] GET failed (client error): The resource could not be found. Jul 27 15:16:55.790503 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1e4808ee-2c97-412d-b0ce-1103a0c31877 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577707 Jul 27 15:16:55.875798 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56bc2d-b729-4fe4-804d-bde0a69f08c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:55.877274 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ed56bc2d-b729-4fe4-804d-bde0a69f08c7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825939 Jul 27 15:16:58.073208 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56614) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:16:58.118143 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:16:58.140736 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Made reservation on behalf of e17df845e5f344eabfb85d639f3c38be for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:16:58.142965 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:58.170453 dv-cinder-800431-2-iscsi neutron-server[93077]: WARNING neutron.services.revisions.revision_plugin [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Could not find related network for resource to bump revision. Jul 27 15:16:58.186831 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:16:58.200090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756703617046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:58.200633 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Unsubscribe: segment precommit_create {{(pid=93077) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 15:16:58.201096 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Added segment 73553dc5-1659-40d6-ac3a-c2933c81a4a6 of type vlan for network d3cd8650-29e1-47b2-b302-6d14e3e0869a Jul 27 15:16:58.248904 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:58.287931 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:58.288871 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:16:58.289447 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:16:58.368616 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2943172 Jul 27 15:16:58.382273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9f61d-3492-4f0e-b2ea-a6636c99e177 admin admin] Pushing event updated for resources: {'Network': ['ID=d3cd8650-29e1-47b2-b302-6d14e3e0869a,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:16:58.395548 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:17:00.525575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56622) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:17:00.582920 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d248660-f68f-4772-bdc1-59c3099fce30 admin admin] GET failed (client error): The resource could not be found. Jul 27 15:17:00.584227 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9d248660-f68f-4772-bdc1-59c3099fce30 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576978 Jul 27 15:17:00.655158 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ceef2-6e97-4b8a-9502-86374ee31973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:17:00.656602 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ba7ceef2-6e97-4b8a-9502-86374ee31973 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680504 Jul 27 15:17:00.667538 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Request body: {'subnet': {'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:17:00.687646 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Made reservation on behalf of e17df845e5f344eabfb85d639f3c38be for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:17:00.689829 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:00.845510 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:00.897929 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9862678-1a8b-4f6d-a81e-b95deaad70ca,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:17:00.904363 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Checking segment: {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:17:00.904708 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Network hostable DHCP agents. Network: d3cd8650-29e1-47b2-b302-6d14e3e0869a, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:17:00.920073 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:17:00.934923 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, d3cd8650-29e1-47b2-b302-6d14e3e0869a) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:17:00.940336 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:17:00.942357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:00.943181 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2f15c-59e3-442e-ab58-27c42884b10a None None] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:17:00.956717 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-414052e3-f476-4039-ae7c-2bebfc9d20b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2924953 Jul 27 15:17:01.197811 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-d3cd8650-29e1-47b2-b302-6d14e3e0869a', 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a', 'tenant_id': 'e17df845e5f344eabfb85d639f3c38be', 'fixed_ips': [{'subnet_id': 'a9862678-1a8b-4f6d-a81e-b95deaad70ca'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:17:01.198709 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.338213 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Allocated IP 192.168.233.2 (d3cd8650-29e1-47b2-b302-6d14e3e0869a/a9862678-1a8b-4f6d-a81e-b95deaad70ca/8f0b1f6a-acd7-4873-90e8-fff46cd4f515) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:17:01.492266 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.500371 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Transition to ACTIVE for port object 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:17:01.515008 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Transition to ACTIVE for port object 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:17:01.521478 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.560824 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:17:01.563687 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:17:01.569187 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:17:01.579406 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Pushing event updated for resources: {'Port': ['ID=8f0b1f6a-acd7-4873-90e8-fff46cd4f515,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:17:01.601985 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.602333 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.602700 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.603037 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.603376 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.603714 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.604046 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.604377 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.604729 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.605063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.605390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.605721 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:17:01.640936 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Attempting to bind port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:17:01.641324 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Attempting to bind port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:17:01.641723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Attempting to bind port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 on network d3cd8650-29e1-47b2-b302-6d14e3e0869a {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:17:01.646625 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:17:01.646997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Checking segment: {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:17:01.647392 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.647786 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Bound using segment: {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:17:01.648253 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Bound port: 8f0b1f6a-acd7-4873-90e8-fff46cd4f515, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:17:01.648647 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.710935 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] For port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:17:01.714235 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] For port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=8f0b1f6a-acd7-4873-90e8-fff46cd4f515,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:17:01.719125 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:01.774774 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1d57d-75df-452e-a5c7-d4cae212db4f None None] Pushing event updated for resources: {'Port': ['ID=8f0b1f6a-acd7-4873-90e8-fff46cd4f515,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:17:02.560745 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4589b79-8f95-4fe0-b2fc-c21386232298 None None] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:17:02.681580 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-d96baa9f-e2f9-4f5f-b869-49900f7d3860 None None] Provisioning for port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:17:02.988747 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:17:03.041115 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:17:03.044817 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:17:03.045186 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:03.120670 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:03.153054 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=8f0b1f6a-acd7-4873-90e8-fff46cd4f515,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:17:03.157142 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:03.208102 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=8f0b1f6a-acd7-4873-90e8-fff46cd4f515,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:17:04.963504 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:17:05.010281 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 8f0b1f6a-acd7-4873-90e8-fff46cd4f515 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:17:05.010686 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:16.236490 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c92ba425-7738-43cf-9e4b-e05f7cc47763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:17.596228 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:17:18.684708 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-1c8fab55-525d-47b0-afd9-03c13e512a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:18.932969 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:19.920448 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:21.888830 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:46.237253 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7d435242-b984-45c2-952e-6fedc299a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:48.686344 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d074b748-1278-4143-b189-07b05b1ef002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:48.933821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:49.925208 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:51.889910 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:17:54.595192 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:18:10.009090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56674) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:18:10.014954 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [None req-135d4566-8f84-4253-96c0-e37e228fe0c2 tempest-verify_tempest_config-817475889 tempest-verify_tempest_config-817475889-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:18:10.016500 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-135d4566-8f84-4253-96c0-e37e228fe0c2 tempest-verify_tempest_config-817475889 tempest-verify_tempest_config-817475889-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064580 Jul 27 15:18:10.309921 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56692) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:18:10.407279 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.530872 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.535089 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.581727 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e4aa15785c54a9a988a5235f20f8dee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2707484 Jul 27 15:18:10.582724 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf73540-84ae-4595-b1d3-960f54f412e8,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:18:10.584565 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56696) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:18:10.589243 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.589617 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.589966 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.590305 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.590668 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.591022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.591357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.591686 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.592035 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.592365 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.592690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.593012 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c9d29-8ad6-4308-9111-15e38f70153b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.638514 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.658431 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.743861 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.746419 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:10.747603 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bf73540-84ae-4595-b1d3-960f54f412e8 HTTP/1.1" status: 204 len: 168 time: 0.1620913 Jul 27 15:18:10.756340 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf73540-84ae-4595-b1d3-960f54f412e8,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:18:10.763635 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.764127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.764528 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.764996 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.765432 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.765923 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.766363 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.766828 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.767204 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.767625 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.767963 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:10.768380 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de5838-cd18-4ad8-bd7f-64693d81e79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:18:16.237583 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-24b2212d-2703-411d-b2e6-9b35b16a003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:18.688380 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c0365ce5-b40f-439b-9558-0ca0622f3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:18.935694 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:19.928243 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:21.892411 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:31.593455 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:18:46.238578 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-312273be-9cbd-46f9-a3ec-2d690d07677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:48.692140 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bd70a97a-569d-44a6-b4e3-091aec904a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:48.937001 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:49.930679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:18:51.894063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:08.591582 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:19:16.239173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0a3415b0-72d5-49e1-901f-f4ae5234da66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:18.693350 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f4ab541f-0f06-4eb1-9695-15ed149c96d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:18.941033 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:19.931930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:21.897833 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:45.589480 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 5 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:19:45.823836 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1724514'] for agent, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:46.240139 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9f771dce-5c7e-427c-8b2a-0c9f7e3c229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:48.696839 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-deb97698-904c-4865-aaf8-2f90341f46d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:48.941229 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:49.934783 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:19:51.901685 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:00.796040 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56770) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:20:00.896446 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0ba0870c-012a-4065-89ea-97c235f4b324 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0992963 Jul 27 15:20:03.083956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56780) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:20:03.135010 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9a7a8c6c-5cdc-4a13-8cff-194d5960f077 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0499816 Jul 27 15:20:15.789395 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:16.239352 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c116dda6-4a87-46d0-be77-69b3bdd60b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:18.696821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-76dcfd57-665f-4c10-9f2f-d833d0d066ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:18.942263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:19.937331 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:21.903938 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:22.587370 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:20:45.789284 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:46.239294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ee3b39d9-421f-4974-bbd0-9f539e0557b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:48.699220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-513f5566-3f3d-4714-adcd-1a830efbceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:48.942927 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:49.940185 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:51.908415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:20:59.586555 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:21:15.806088 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:16.239114 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b2610608-22f2-4d47-8187-9eef2dfa360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:18.700315 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b57ae398-33bb-4f73-9c53-fc136082feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:18.943907 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:19.943387 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:21.913957 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.281253 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 56960) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:31.540479 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1705327664-network', 'tenant_id': '76744c59ed114d22a0d7f9027f318861'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:31.564645 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Made reservation on behalf of 76744c59ed114d22a0d7f9027f318861 for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:31.567208 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.578139 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.648399 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 56986) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:31.672420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.677682 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.709062 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170197c4-0454-4d08-90c0-99b147b0340c,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:31.718862 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.719345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.719784 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.720690 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.721021 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.721372 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.721707 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.722040 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.722385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.722771 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.723093 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.723416 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Tracked resource versions report: Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: pushed versions: Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: { 'AddressGroup': {'1.2'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'ConntrackHelper': {'1.0'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Log': {'1.0'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Network': {'1.1'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Port': {'1.7'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'PortForwarding': {'1.2'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'QosPolicy': {'1.8'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroup': {'1.4'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SubPort': {'1.0'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Subnet': {'1.1'}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Trunk': {'1.1'}} Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: consumer versions: Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: HyperV agent@hv-cinder-80043: {}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'ConntrackHelper': '1.0', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Log': '1.0', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Network': '1.1', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Port': '1.7', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'PortForwarding': '1.2', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'QosPolicy': '1.8', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroup': '1.4', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SecurityGroupRule': '1.2', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'SubPort': '1.0', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Subnet': '1.1', Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: 'Trunk': '1.1'}} Jul 27 15:21:31.724631 dv-cinder-800431-2-iscsi neutron-server[93076]: {{(pid=93076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:21:31.727391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:21:31.736793 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.737255 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Added segment 7294b6bc-a762-49e3-9092-526f6c3ac9cb of type vlan for network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 Jul 27 15:21:31.780001 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.815828 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.816958 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:31.817439 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.818185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57000) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:31.877752 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57004) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:31.877921 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5953188 Jul 27 15:21:31.885413 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb6528-8917-4ee5-978a-31199b1f9c19 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:31.885849 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Request body: {'subnet': {'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1705327664-subnet', 'tenant_id': '76744c59ed114d22a0d7f9027f318861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:31.899223 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:21:31.917716 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Made reservation on behalf of 76744c59ed114d22a0d7f9027f318861 for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:31.920388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:31.981472 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1217459678-network', 'tenant_id': '601e48ce650f46378322af9bcc36686a'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.012055 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Made reservation on behalf of 601e48ce650f46378322af9bcc36686a for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:32.014285 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.030076 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.056712 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57010) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:32.164128 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.191384 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.220642 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:21:32.231693 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.232300 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Added segment f9c623d4-75f5-4d15-8f27-e0866621bb76 of type vlan for network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be Jul 27 15:21:32.253394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57024) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:32.261921 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.272649 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1742591382-network', 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.296832 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-network', 'tenant_id': '65683f78756f4210b7c18932064a8ecf'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.310051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.310970 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.db.api [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 15:21:32.310970 dv-cinder-800431-2-iscsi neutron-server[93076]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 15:21:32.310970 dv-cinder-800431-2-iscsi neutron-server[93076]: [parameters: {'project_id_1': '65683f78756f4210b7c18932064a8ecf', 'expiration_1': datetime.datetime(2021, 7, 27, 15, 21, 32, 303082)}] Jul 27 15:21:32.310970 dv-cinder-800431-2-iscsi neutron-server[93076]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 15:21:32.311934 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG oslo_db.api [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:21:32.325607 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9012c1-eace-4924-8195-7997cadfcb5c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:32.465306 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-network', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.468296 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.468633 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.468984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.469312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.470064 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.470610 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.471115 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.471607 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.472121 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.472601 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.473088 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.473582 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Tracked resource versions report: Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: pushed versions: Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: { 'AddressGroup': {'1.2'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'ConntrackHelper': {'1.0'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Log': {'1.0'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Network': {'1.1'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Port': {'1.7'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'PortForwarding': {'1.2'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'QosPolicy': {'1.8'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroup': {'1.4'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SubPort': {'1.0'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Subnet': {'1.1'}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Trunk': {'1.1'}} Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: consumer versions: Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: HyperV agent@hv-cinder-80043: {}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'ConntrackHelper': '1.0', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Log': '1.0', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Network': '1.1', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Port': '1.7', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'PortForwarding': '1.2', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'QosPolicy': '1.8', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroup': '1.4', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SecurityGroupRule': '1.2', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'SubPort': '1.0', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Subnet': '1.1', Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: 'Trunk': '1.1'}} Jul 27 15:21:32.475120 dv-cinder-800431-2-iscsi neutron-server[93077]: {{(pid=93077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:21:32.483648 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.484989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:32.486240 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.493941 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Made reservation on behalf of 8aa9a0a21019483cbc4b4f3328f558d7 for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:32.497677 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.508756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.551051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:32.553542 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.561499 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] Pushing event updated for resources: {'Network': ['ID=04c96614-87e6-4ab8-bd19-a70b3ad0e7be,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:32.573939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:21:32.594177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.606566 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55a9b85-ac03-43fb-8996-0048e542ef90,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:32.613016 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.618506 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.619051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Checking segment: {'id': '7294b6bc-a762-49e3-9092-526f6c3ac9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:32.619419 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Network hostable DHCP agents. Network: 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:21:32.632566 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:21:32.642231 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.642932 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Added segment 0ff393af-2e8d-43eb-b668-d24875bceb55 of type vlan for network d13b796e-a783-460d-844e-a07d23cb040b Jul 27 15:21:32.684178 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.702250 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.708617 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1912b9cd-f297-4d33-ac8e-db7524c3d53a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0590761 Jul 27 15:21:32.709658 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57050) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:32.717546 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Request body: {'subnet': {'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1217459678-subnet', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.722054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.723681 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:32.724362 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.737728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.752330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:21:32.762753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.763267 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Added segment 0b2200ea-0401-41fb-acab-fd58caaa456e of type vlan for network e7f2813b-6649-45a6-b769-67fc889c519f Jul 27 15:21:32.770178 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5157058 Jul 27 15:21:32.799881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57056) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:32.802138 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b068c-2970-4b01-9ac2-34d7d5dd385e,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:32.807760 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.819095 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Request body: {'subnet': {'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-subnet', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:32.837533 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Made reservation on behalf of 601e48ce650f46378322af9bcc36686a for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:32.840504 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.898496 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Made reservation on behalf of 8aa9a0a21019483cbc4b4f3328f558d7 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:32.901582 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.908392 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:32.909905 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:32.910605 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.011702 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f2813b-6649-45a6-b769-67fc889c519f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.012075 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9504a8-acc6-4809-a67a-dcf29c7973ac admin admin] Pushing event updated for resources: {'Network': ['ID=d13b796e-a783-460d-844e-a07d23cb040b,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.024934 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Made reservation on behalf of 65683f78756f4210b7c18932064a8ecf for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:33.028047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.028888 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network e7f2813b-6649-45a6-b769-67fc889c519f details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:21:33.043434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.064845 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network d13b796e-a783-460d-844e-a07d23cb040b details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:21:33.104705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:21:33.138659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0164ce-c873-44fb-b00d-7ab519dfa3b2,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.151840 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:33.167976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:33.169016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.246748 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b44a02-6552-4c86-8e81-9f59cedf9a8f None None] Network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:33.270575 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.287556 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.324987 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9b069d-76a1-477b-9dc2-eaaf96a5790b,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.328084 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.339943 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:21:33.348816 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.349338 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Added segment 6263d9ea-11d6-4ce3-87b8-0a490f0e4a08 of type vlan for network e16a608d-1d8f-4d39-a295-bd2fefb7b802 Jul 27 15:21:33.394022 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.428907 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876bf20b-5807-49d2-84b4-319a7bd8b740 None None] Network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:33.436921 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.438130 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:33.439639 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.517461 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Pushing event updated for resources: {'Network': ['ID=e16a608d-1d8f-4d39-a295-bd2fefb7b802,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.526162 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4682047 Jul 27 15:21:33.528618 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-68008706-9bba-48f4-b17b-518a8da25a65 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6496532 Jul 27 15:21:33.533484 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-69eb915b-cf5d-4770-8d40-8e3a08fd5735 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7139461 Jul 27 15:21:33.535839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57092) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:33.536178 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57094) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:33.537757 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.554409 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Checking segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:33.555144 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Network hostable DHCP agents. Network: d13b796e-a783-460d-844e-a07d23cb040b, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:21:33.557667 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c262c3e-c2fb-4e46-aef7-c95f7bf8cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408807d-f53a-41f6-9f14-92202016fc89,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.560832 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Request body: {'subnet': {'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1742591382-subnet', 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:33.577870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Request body: {'subnet': {'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-subnet', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:33.583556 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Network d13b796e-a783-460d-844e-a07d23cb040b is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:21:33.604031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, d13b796e-a783-460d-844e-a07d23cb040b) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:33.609302 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:33.610292 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.617405 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:21:33.624750 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb1641-9e45-49af-8783-e9ce2d581425 None None] Network d13b796e-a783-460d-844e-a07d23cb040b requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:33.690012 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-35b31837-7e89-460d-86e3-b8be793cc9d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8887842 Jul 27 15:21:33.690285 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57104) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:33.713918 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:33.724016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Made reservation on behalf of 65683f78756f4210b7c18932064a8ecf for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:33.726608 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.809707 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:33.833939 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:33.838032 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.867053 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.868744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:33.902495 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Checking segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:33.902967 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Network hostable DHCP agents. Network: 04c96614-87e6-4ab8-bd19-a70b3ad0e7be, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:21:34.013370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356774bb-49b4-43b4-8e6a-f76531c871a5 None None] Network d13b796e-a783-460d-844e-a07d23cb040b requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:34.071005 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:21:34.085243 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.115790 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 04c96614-87e6-4ab8-bd19-a70b3ad0e7be) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:34.134048 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:34.134814 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.163378 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6759c5-b064-4eb1-9f26-973eaa5845f6 None None] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:34.315755 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57144) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:34.316658 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:34.321085 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2b1ffd18-a7e9-4f14-8e2e-874ed8c74953 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6077387 Jul 27 15:21:34.367366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57160) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:34.379970 dv-cinder-800431-2-iscsi neutron-server[93076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 15:21:34.540183 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:21:34.542868 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.618388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.655891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.693662 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.698791 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.747563 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Allocated IP 172.20.0.2 (04c96614-87e6-4ab8-bd19-a70b3ad0e7be/48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f/3ce18ab2-a96b-4cd6-954f-a428e1531959) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:34.792466 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-851b6251-392f-4832-a029-791543d068c7 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:34.794039 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-851b6251-392f-4832-a029-791543d068c7 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/networks?id=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 HTTP/1.1" status: 200 len: 812 time: 0.4218340 Jul 27 15:21:34.825240 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.843020 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:34.851346 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-a2f70b14-02cb-4e03-96c1-725101d64e6c tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/quotas/76744c59ed114d22a0d7f9027f318861 HTTP/1.1" status: 200 len: 375 time: 0.0501468 Jul 27 15:21:34.914489 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Checking segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:34.915073 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Network hostable DHCP agents. Network: e16a608d-1d8f-4d39-a295-bd2fefb7b802, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:21:34.919366 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-fd1961de-0c73-49de-b8ef-e50e875a4c45 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76744c59ed114d22a0d7f9027f318861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667927 Jul 27 15:21:34.922181 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.927723 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c00bbf6-0acd-4359-8e85-5d906ec9d142,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:34.952073 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Checking segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:34.952677 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Network hostable DHCP agents. Network: e7f2813b-6649-45a6-b769-67fc889c519f, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:21:34.971321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:21:34.980083 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:34.997202 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Transition to ACTIVE for port object 3ce18ab2-a96b-4cd6-954f-a428e1531959 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:34.998865 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Network e7f2813b-6649-45a6-b769-67fc889c519f is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:21:35.008046 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, e16a608d-1d8f-4d39-a295-bd2fefb7b802) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:35.013487 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, e7f2813b-6649-45a6-b769-67fc889c519f) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:35.028140 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:35.029144 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.039483 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Transition to ACTIVE for port object 3ce18ab2-a96b-4cd6-954f-a428e1531959 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:35.051241 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f0fb4-023f-45c1-bab3-0709619abb2e None None] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:35.078055 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-7379e6b6-5b67-4f3d-869f-92d8c8122752 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5350778 Jul 27 15:21:35.081180 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57194) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:35.088005 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57196) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:35.112570 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.125378 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:35.138811 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:35.139399 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.144391 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d91f4c-4944-4250-b8bf-16bb12c31d72 None None] Network e7f2813b-6649-45a6-b769-67fc889c519f requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:35.171348 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:35.187774 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:35.195827 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.196864 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.197528 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.210944 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b747ffe6-acbc-4b50-8ec1-466414518d5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6614509 Jul 27 15:21:35.210944 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.223048 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1c65952-462b-4c55-8222-1cd4a6252ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.234876 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.249889 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:35.257502 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Pushing event updated for resources: {'Port': ['ID=3ce18ab2-a96b-4cd6-954f-a428e1531959,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:35.299423 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.300097 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.300677 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.301256 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.301797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.302328 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.302932 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.303480 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.304038 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.304689 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.305472 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.306012 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Tracked resource versions report: Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: pushed versions: Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: { 'AddressGroup': {'1.2'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'ConntrackHelper': {'1.0'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Log': {'1.0'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Network': {'1.1'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Port': {'1.7'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'PortForwarding': {'1.2'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'QosPolicy': {'1.8'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroup': {'1.4'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SubPort': {'1.0'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Subnet': {'1.1'}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Trunk': {'1.1'}} Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: consumer versions: Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: HyperV agent@hv-cinder-80043: {}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'ConntrackHelper': '1.0', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Log': '1.0', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Network': '1.1', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Port': '1.7', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'PortForwarding': '1.2', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'QosPolicy': '1.8', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroup': '1.4', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SecurityGroupRule': '1.2', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'SubPort': '1.0', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Subnet': '1.1', Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: 'Trunk': '1.1'}} Jul 27 15:21:35.307520 dv-cinder-800431-2-iscsi neutron-server[93078]: {{(pid=93078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:21:35.329906 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-5cc8d4d2-7136-4f4c-b13e-8791a4a10964 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:21:35.330902 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-5cc8d4d2-7136-4f4c-b13e-8791a4a10964 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1877136 Jul 27 15:21:35.453730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Attempting to bind port 3ce18ab2-a96b-4cd6-954f-a428e1531959 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:35.453730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Attempting to bind port 3ce18ab2-a96b-4cd6-954f-a428e1531959 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:35.453730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Attempting to bind port 3ce18ab2-a96b-4cd6-954f-a428e1531959 on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:35.497454 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.498384 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:35.498871 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Checking segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:35.499181 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.499588 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Bound using segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:35.500615 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Bound port: 3ce18ab2-a96b-4cd6-954f-a428e1531959, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:35.501692 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.515357 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-f2f0f91a-e551-4ef4-9018-d63164ca6885 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715775 Jul 27 15:21:35.534347 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:21:35.535261 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.547225 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f1331-a3ef-4c6a-900e-43f238008a9a None None] Network e7f2813b-6649-45a6-b769-67fc889c519f requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:35.629047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1c65952-462b-4c55-8222-1cd4a6252ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.662725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1c65952-462b-4c55-8222-1cd4a6252ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.727004 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] For port 3ce18ab2-a96b-4cd6-954f-a428e1531959, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:35.731718 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a1c65952-462b-4c55-8222-1cd4a6252ab4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35f89ef930f342d98ecb8e777db24e59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6426773 Jul 27 15:21:35.732650 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57226) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:35.737523 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57228) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:35.740876 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.756457 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] For port 3ce18ab2-a96b-4cd6-954f-a428e1531959, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=3ce18ab2-a96b-4cd6-954f-a428e1531959,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:35.784819 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.814358 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-38a81702-6b7b-4ccc-ab0b-b3037d49460d service neutron] 10.222.0.37 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976444 Jul 27 15:21:35.888797 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.893637 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c65952-462b-4c55-8222-1cd4a6252ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35df9c4-cc9b-4aff-a9fe-7f49ab74ae19,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:35.894936 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Allocated IP 172.20.0.2 (e16a608d-1d8f-4d39-a295-bd2fefb7b802/64abf4c9-cf2c-40ce-9ccb-afad8f597ae8/2620f3a0-12a0-4e70-8599-4d09ab2407a3) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:35.913331 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1435e-04ed-481b-9de1-f53ab341c9b2 None None] Pushing event updated for resources: {'Port': ['ID=3ce18ab2-a96b-4cd6-954f-a428e1531959,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:35.949224 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:35.958613 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Allocated IP 172.27.1.235 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/36f28763-276d-4a43-9afb-22a82e64c8a2) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:35.986512 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.036080 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.101380 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.119666 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Transition to ACTIVE for port object 2620f3a0-12a0-4e70-8599-4d09ab2407a3 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:36.146458 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Transition to ACTIVE for port object 2620f3a0-12a0-4e70-8599-4d09ab2407a3 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:36.157869 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.208504 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.211511 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.213100 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35df9c4-cc9b-4aff-a9fe-7f49ab74ae19 HTTP/1.1" status: 204 len: 168 time: 0.4746239 Jul 27 15:21:36.232922 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Pushing event updated for resources: {'Port': ['ID=2620f3a0-12a0-4e70-8599-4d09ab2407a3,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:36.262848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:36.304258 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:36.313170 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:36.354359 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.464382 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Attempting to bind port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:36.464701 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Attempting to bind port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:36.468623 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Attempting to bind port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:36.475644 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:36.476193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Checking segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:36.479767 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.480856 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Bound using segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:36.481852 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Bound port: 2620f3a0-12a0-4e70-8599-4d09ab2407a3, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:36.482597 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.484221 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-e84577c7-f4fa-4f0b-b016-67b9ac33b854 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:36.486189 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-e84577c7-f4fa-4f0b-b016-67b9ac33b854 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.7403090 Jul 27 15:21:36.502835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000a049-91ed-426d-ab29-d5a0db4875ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35df9c4-cc9b-4aff-a9fe-7f49ab74ae19,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:36.533432 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57268) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:36.557407 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-07aa878c-314d-439b-b578-b3e8390a45af tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/quotas/a6fe5cc0565843be92954f7f00c961c9 HTTP/1.1" status: 200 len: 375 time: 0.0627539 Jul 27 15:21:36.586912 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:21:36.611508 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.623666 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] For port 2620f3a0-12a0-4e70-8599-4d09ab2407a3, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:36.628239 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] For port 2620f3a0-12a0-4e70-8599-4d09ab2407a3, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=2620f3a0-12a0-4e70-8599-4d09ab2407a3,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:36.639741 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.640708 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.643309 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c0c20d9a-7e81-4471-9cdf-0f03c7c5b520 req-7e3f6531-3af6-4931-854e-35d61bb1a249 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.1024122 Jul 27 15:21:36.684432 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-9a9448d3-f02c-4211-96a2-b3cacd16a1a7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909331 Jul 27 15:21:36.730408 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75f185-ada1-4794-b395-06fc8bb3b74f None None] Pushing event updated for resources: {'Port': ['ID=2620f3a0-12a0-4e70-8599-4d09ab2407a3,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:36.742563 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.793656 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:36.797058 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:36.800236 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:36.820952 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f3c967b-63ea-49ec-8195-f295ae1c30d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:36.860639 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Allocated IP 172.27.1.135 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/c988c71f-3bab-4987-9a3c-30826431cc8c) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:36.929108 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Pushing event updated for resources: {'Port': ['ID=36f28763-276d-4a43-9afb-22a82e64c8a2,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:37.197997 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:37.358025 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-c0fa61ac-8ee3-4cd2-8196-de99c6131325 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:21:37.361429 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-c0fa61ac-8ee3-4cd2-8196-de99c6131325 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100998 Jul 27 15:21:37.391212 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 2620f3a0-12a0-4e70-8599-4d09ab2407a3 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:37.519719 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:37.533828 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 3ce18ab2-a96b-4cd6-954f-a428e1531959 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:37.600330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:37.612228 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f3c967b-63ea-49ec-8195-f295ae1c30d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:37.635944 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f3c967b-63ea-49ec-8195-f295ae1c30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:37.636183 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:37.800783 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e51393-a03a-4c57-9075-93e070285f63 None None] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:37.849049 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9f3c967b-63ea-49ec-8195-f295ae1c30d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d45d7e162a1c45f59916ecc897ce7f82&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3114665 Jul 27 15:21:37.852017 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57332) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:37.862211 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c967b-63ea-49ec-8195-f295ae1c30d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83283e61-043c-4fc1-a8b4-4de7e73880c3,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:37.862702 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Router a0659839-0dbc-4b63-9e3e-524874da7caf is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:21:37.901868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-ab8cbbb7-b0fd-45fb-badf-59df5cd8e0ad service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264111 Jul 27 15:21:37.965355 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bab9b6ba-d77b-4006-b0de-330d3d4c0904 req-844cc5b6-1fb9-415c-a18a-acd7278a2624 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.1882420 Jul 27 15:21:37.996180 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.098577 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-0858264b-0835-45bd-9fcc-93a42efa370e None None] Provisioning for port 3ce18ab2-a96b-4cd6-954f-a428e1531959 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:38.178623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:38.181329 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 3ce18ab2-a96b-4cd6-954f-a428e1531959 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:38.198065 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 3ce18ab2-a96b-4cd6-954f-a428e1531959 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:38.199595 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.214645 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:38.227784 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:38.308414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Pushing event updated for resources: {'Port': ['ID=c988c71f-3bab-4987-9a3c-30826431cc8c,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:38.368734 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.371682 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:38.383186 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Sync routers for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:38.397665 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:38.399399 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:38.411895 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.439532 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 3ce18ab2-a96b-4cd6-954f-a428e1531959, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=3ce18ab2-a96b-4cd6-954f-a428e1531959,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:38.442844 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cb184-13e1-4819-9a99-a8667878e475 None None] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:21:38.463185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.466922 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.532943 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Allocated IP 172.27.1.43 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/5bc45004-484c-4ed8-b63d-cc10d3373f1d) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:38.611162 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-4a23d213-dcae-418b-ab87-9d9382372795 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973033 Jul 27 15:21:38.649146 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Provisioning for port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:38.656786 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.660951 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.662216 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83283e61-043c-4fc1-a8b4-4de7e73880c3 HTTP/1.1" status: 204 len: 168 time: 0.8085082 Jul 27 15:21:38.668048 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.669603 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-62703fee-38cd-4c3f-a31b-fd9c8633181a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9657717 Jul 27 15:21:38.678234 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57360) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:38.680571 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Provisioning complete for port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:38.681182 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:38.754490 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:38.799230 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=3ce18ab2-a96b-4cd6-954f-a428e1531959,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:38.952153 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.008078 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] For port 2620f3a0-12a0-4e70-8599-4d09ab2407a3, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=2620f3a0-12a0-4e70-8599-4d09ab2407a3,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:39.014391 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.091474 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8f589-7044-4c53-93aa-9fd3879bbd6b None None] Pushing event updated for resources: {'Port': ['ID=2620f3a0-12a0-4e70-8599-4d09ab2407a3,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:39.142298 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3015fb6-b1e2-433c-8e22-11c4f0bf38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83283e61-043c-4fc1-a8b4-4de7e73880c3,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:39.165708 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-30bdf6f6-c4fe-44c7-a59f-f74c0c3a6001 None None] Provisioning complete for port 3ce18ab2-a96b-4cd6-954f-a428e1531959 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:39.166091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-30bdf6f6-c4fe-44c7-a59f-f74c0c3a6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.228867 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:36Z', 'revision_number': 3, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:39.247222 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 3ce18ab2-a96b-4cd6-954f-a428e1531959 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:39.280452 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Checking router: a0659839-0dbc-4b63-9e3e-524874da7caf for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:39.281119 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Updating router a0659839-0dbc-4b63-9e3e-524874da7caf port 36f28763-276d-4a43-9afb-22a82e64c8a2 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:39.285137 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ba9e4e92-7c44-4349-9e7b-a0c1283a9fed req-704cf91c-bcdf-4e55-8671-4a4e0b7d72d4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.1286824 Jul 27 15:21:39.299355 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.331986 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.436415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 3ce18ab2-a96b-4cd6-954f-a428e1531959 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:39.437020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.491828 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b1ac5b34-655c-48a6-b24e-e2478468362e req-8273e793-9fb7-44ad-a6a2-6c6c62a03d7b tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0751503 Jul 27 15:21:39.491828 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57384) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:39.509651 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-af5da660-c09c-4773-8ce3-d2259ec8581b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.551979 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.587250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-25b67f0d-5e1e-4577-9d2a-ec6725247cd6 None None] Provisioning complete for port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:39.587775 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-25b67f0d-5e1e-4577-9d2a-ec6725247cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.727870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.820877 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.856743 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:39.864569 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:39.867298 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:39.872251 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc45004-484c-4ed8-b63d-cc10d3373f1d,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:39.885128 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-af5da660-c09c-4773-8ce3-d2259ec8581b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.895579 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-af5da660-c09c-4773-8ce3-d2259ec8581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.927544 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.974898 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:39.990117 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Transition to ACTIVE for port object 36f28763-276d-4a43-9afb-22a82e64c8a2 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:39.998666 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.015639 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-af5da660-c09c-4773-8ce3-d2259ec8581b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9da6a48f783b48e9ba944b500ce723b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5245821 Jul 27 15:21:40.016524 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57418) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:40.027313 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5da660-c09c-4773-8ce3-d2259ec8581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389aa926-6da3-479f-bb41-22118299ac38,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:40.053787 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Pushing event updated for resources: {'Port': ['ID=36f28763-276d-4a43-9afb-22a82e64c8a2,revision_number=2']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:40.063925 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.064273 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.065639 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.066150 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.066722 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.067227 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.067732 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.068230 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.068745 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.069372 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.070240 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.070864 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Tracked resource versions report: Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: pushed versions: Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: { 'AddressGroup': {'1.2'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'ConntrackHelper': {'1.0'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Log': {'1.0'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Network': {'1.1'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Port': {'1.7'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'PortForwarding': {'1.2'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'QosPolicy': {'1.8'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroup': {'1.4'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SubPort': {'1.0'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Subnet': {'1.1'}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Trunk': {'1.1'}} Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: consumer versions: Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: { DHCP agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: HyperV agent@hv-cinder-80043: {}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: L3 agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: Metadata agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: Metering agent@dv-cinder-800431-2-iscsi: {}, Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: Open vSwitch agent@dv-cinder-800431-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'ConntrackHelper': '1.0', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Log': '1.0', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Network': '1.1', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Port': '1.7', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'PortForwarding': '1.2', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'QosPolicy': '1.8', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroup': '1.4', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SecurityGroupRule': '1.2', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'SubPort': '1.0', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Subnet': '1.1', Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: 'Trunk': '1.1'}} Jul 27 15:21:40.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: {{(pid=93079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:21:40.102944 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:21:40.114904 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Attempting to bind port 36f28763-276d-4a43-9afb-22a82e64c8a2 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:40.115535 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Attempting to bind port 36f28763-276d-4a43-9afb-22a82e64c8a2 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:40.116099 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Attempting to bind port 36f28763-276d-4a43-9afb-22a82e64c8a2 on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:40.123075 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:40.123870 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:40.124455 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.125108 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:40.125736 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Bound port: 36f28763-276d-4a43-9afb-22a82e64c8a2, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:40.126337 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.226893 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] For port 36f28763-276d-4a43-9afb-22a82e64c8a2, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:40.231044 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] For port 36f28763-276d-4a43-9afb-22a82e64c8a2, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=36f28763-276d-4a43-9afb-22a82e64c8a2,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:40.246136 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.275657 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.291943 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:40.305160 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:40.311346 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800800f-a302-42ea-b08c-242e69ee8cbd None None] Pushing event updated for resources: {'Port': ['ID=36f28763-276d-4a43-9afb-22a82e64c8a2,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:40.337342 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.341498 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-1e10e0b3-9c9b-4f5a-956f-5c24d3390faf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0265372 Jul 27 15:21:40.341812 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57442) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:40.354632 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.357391 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:40.357556 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:40.359227 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:40.361866 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:40.363320 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:40.463854 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Allocated IP 172.20.0.1 (d13b796e-a783-460d-844e-a07d23cb040b/1c9b069d-76a1-477b-9dc2-eaaf96a5790b/f393bb42-f10d-4b41-9712-936e464d53db) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:40.544901 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cdaa9c1f-b7fe-4b84-a4ce-da922035b2f1 req-5497a20d-0ba3-4c53-8fd0-a67961667cad tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.1073103 Jul 27 15:21:40.558390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:40.728510 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:40.882047 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aa56d030-de79-4c81-812d-e59455431dd1 req-729ffa3c-7a90-4630-b314-11219d3048d7 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0715978 Jul 27 15:21:41.009108 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:36Z', 'revision_number': 3, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:41.024973 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:38Z', 'revision_number': 3, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:41.057117 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb865e3-d32a-4693-a715-2403448516b7 None None] The sync data for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi is: [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:36Z', 'revision_number': 3, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:21:41.063556 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:41.064053 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Updating router ff6531a4-9849-45ee-a9cc-0f90b04e5171 port c988c71f-3bab-4987-9a3c-30826431cc8c binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:41.071056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.073732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.074701 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/389aa926-6da3-479f-bb41-22118299ac38 HTTP/1.1" status: 204 len: 168 time: 1.0565083 Jul 27 15:21:41.100996 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7dc01-127b-4cae-ab05-59786ab19c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389aa926-6da3-479f-bb41-22118299ac38,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:41.154083 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.246672 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 2620f3a0-12a0-4e70-8599-4d09ab2407a3 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:41.288536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.309077 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.420150 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.504521 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:41.505016 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.574418 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.685744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Network d13b796e-a783-460d-844e-a07d23cb040b is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:41.695663 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:41.698126 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:41.698893 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:41.707359 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Router f174ff52-4842-4d33-b3e1-da260f85345a is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:21:41.820014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Pushing event updated for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:41.959128 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.46', 60899) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:41.965653 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2427608c-806c-432d-abdd-ca0b19d5c0e4 req-a02d4fa1-a3ab-449c-b15b-fd7c6aec4a88 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.0751526 Jul 27 15:21:42.016352 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.020928 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Allocated IP 172.20.0.1 (04c96614-87e6-4ab8-bd19-a70b3ad0e7be/48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f/97377fb0-14ad-48f7-856f-b9ad9fc6eacb) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:42.052683 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Transition to ACTIVE for port object c988c71f-3bab-4987-9a3c-30826431cc8c will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:42.071768 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.181042 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29764c-e832-474f-a595-b16860a33e10 None None] Pushing event updated for resources: {'Port': ['ID=c988c71f-3bab-4987-9a3c-30826431cc8c,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:42.199198 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Attempting to bind port c988c71f-3bab-4987-9a3c-30826431cc8c on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:42.199949 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Attempting to bind port c988c71f-3bab-4987-9a3c-30826431cc8c by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:42.200439 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Attempting to bind port c988c71f-3bab-4987-9a3c-30826431cc8c on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:42.207259 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:42.207801 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:42.208332 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.208825 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:42.209427 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Bound port: c988c71f-3bab-4987-9a3c-30826431cc8c, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:42.210155 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.298739 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b24d198b-257b-4c5d-99d0-9d4cffdc3d23 req-7bec7548-6b8d-4633-9340-0e0d491c29b8 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0684857 Jul 27 15:21:42.333493 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] For port c988c71f-3bab-4987-9a3c-30826431cc8c, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:42.345053 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] For port c988c71f-3bab-4987-9a3c-30826431cc8c, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=c988c71f-3bab-4987-9a3c-30826431cc8c,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:42.352498 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.370508 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.414031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Transition to ACTIVE for port object 97377fb0-14ad-48f7-856f-b9ad9fc6eacb will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:42.509681 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.510977 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57552) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:42.601333 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Pushing event updated for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:42.631265 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:42.632967 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:42.638371 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:42.639033 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:42.647822 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:42.648475 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:42.662908 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.46', 60905) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:42.693408 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e3823232-1eb8-450e-ab76-ec4e377dc929 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:42.695053 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e3823232-1eb8-450e-ab76-ec4e377dc929 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.46 "GET /v2.0/networks?id=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 HTTP/1.1" status: 200 len: 812 time: 0.6944437 Jul 27 15:21:42.838968 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29764c-e832-474f-a595-b16860a33e10 None None] Pushing event updated for resources: {'Port': ['ID=c988c71f-3bab-4987-9a3c-30826431cc8c,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:42.940223 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Request body: {'port': {'device_id': '929e4f85-7f61-48f5-baed-a47e4becf407', 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5', 'admin_state_up': True, 'tenant_id': '76744c59ed114d22a0d7f9027f318861'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:42.977071 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:43.198524 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-81a24bb9-f049-4797-9356-682b1d3ec845 None None] Provisioning for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:43.207286 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-81a24bb9-f049-4797-9356-682b1d3ec845 None None] Provisioning complete for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:43.207761 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-81a24bb9-f049-4797-9356-682b1d3ec845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.249506 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:43.264873 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:43.280691 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:43.281423 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:43.309575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.310991 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5722999b-68b4-4ab8-9ed9-a682bcbaa606 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2206237 Jul 27 15:21:43.330180 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57598) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:43.349877 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 36f28763-276d-4a43-9afb-22a82e64c8a2 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:43.381221 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0c4653b5-9650-4d2f-bf28-3c41ace311b2 req-9137e666-d57e-4b6f-b14c-44af81fe9b57 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.1334224 Jul 27 15:21:43.395088 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0f43c78a-3103-43b0-961e-55b21552683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.514667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-81a24bb9-f049-4797-9356-682b1d3ec845 None None] Port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:21:43.557223 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:38Z', 'revision_number': 3, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:43.595318 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc500f24-183b-47bb-801a-5b7fb778bcad None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:38Z', 'revision_number': 3, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:21:43.605024 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 36f28763-276d-4a43-9afb-22a82e64c8a2 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:43.613738 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 36f28763-276d-4a43-9afb-22a82e64c8a2 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:43.614195 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.726224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.764558 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9921dca0-d96c-4baa-8249-7043e0274b71 req-f012caf3-09a0-43f4-82a7-2085006be378 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.1898053 Jul 27 15:21:43.812768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.850173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:43.887529 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:43.905028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 36f28763-276d-4a43-9afb-22a82e64c8a2, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=36f28763-276d-4a43-9afb-22a82e64c8a2,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:43.910652 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.025242 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=36f28763-276d-4a43-9afb-22a82e64c8a2,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:44.260034 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-95508256-2ad2-4f19-8dc3-a2d49e73e42e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:44.260034 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-95508256-2ad2-4f19-8dc3-a2d49e73e42e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 1.5143263 Jul 27 15:21:44.316235 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:40Z', 'revision_number': 3, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:44.328084 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Request body: {'port': {'device_id': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'admin_state_up': True, 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:44.374657 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:44.375476 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Updating router f174ff52-4842-4d33-b3e1-da260f85345a port 5bc45004-484c-4ed8-b63d-cc10d3373f1d binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:44.387546 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0f43c78a-3103-43b0-961e-55b21552683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.408818 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0f43c78a-3103-43b0-961e-55b21552683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.472765 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.596302 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0f43c78a-3103-43b0-961e-55b21552683e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42c8a47550b849448498eb375e8cadbb&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9999824 Jul 27 15:21:44.597134 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43c78a-3103-43b0-961e-55b21552683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc3c3ea-dc4c-4ec6-bacd-781c134abecd,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:44.621618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57622) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:44.765922 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4e938a46-1957-493b-ba29-73080f22120e req-2059e06a-5354-4758-ba72-b91a65a5691c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.1830814 Jul 27 15:21:44.873959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.883700 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:44.885100 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.175804 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.187942 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf125b23-5a71-472c-92f4-fd3c76d982ea req-5c2c991b-5f6c-431f-b1ab-f23e209d6d2e tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.1852369 Jul 27 15:21:45.191672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Pushing event updated for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:45.205070 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Transition to ACTIVE for port object 5bc45004-484c-4ed8-b63d-cc10d3373f1d will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:45.237079 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.312131 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:45.321904 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:45.394610 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6127b7-0e66-4158-ba59-b7416c794a9e None None] Pushing event updated for resources: {'Port': ['ID=5bc45004-484c-4ed8-b63d-cc10d3373f1d,revision_number=2']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:45.400766 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Attempting to bind port 5bc45004-484c-4ed8-b63d-cc10d3373f1d on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:45.401153 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Attempting to bind port 5bc45004-484c-4ed8-b63d-cc10d3373f1d by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:45.401546 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Attempting to bind port 5bc45004-484c-4ed8-b63d-cc10d3373f1d on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:45.417162 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:45.417603 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:45.418007 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.418434 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:45.423030 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Bound port: 5bc45004-484c-4ed8-b63d-cc10d3373f1d, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:45.423030 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.424427 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device c988c71f-3bab-4987-9a3c-30826431cc8c up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:45.565095 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] For port 5bc45004-484c-4ed8-b63d-cc10d3373f1d, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:45.567239 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57652) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:45.569593 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] For port 5bc45004-484c-4ed8-b63d-cc10d3373f1d, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=5bc45004-484c-4ed8-b63d-cc10d3373f1d,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:45.577074 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.631881 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port c988c71f-3bab-4987-9a3c-30826431cc8c completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:45.652436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port c988c71f-3bab-4987-9a3c-30826431cc8c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:45.663567 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.673281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.715164 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6127b7-0e66-4158-ba59-b7416c794a9e None None] Pushing event updated for resources: {'Port': ['ID=5bc45004-484c-4ed8-b63d-cc10d3373f1d,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:45.750657 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57656) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:45.752253 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:45.753076 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:45.799314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:45.816679 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.824349 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Made reservation on behalf of 76744c59ed114d22a0d7f9027f318861 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:45.826438 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:21:45.839132 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.904866 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.906505 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.949208 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port c988c71f-3bab-4987-9a3c-30826431cc8c, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=c988c71f-3bab-4987-9a3c-30826431cc8c,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:45.958183 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:45.959400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 36f28763-276d-4a43-9afb-22a82e64c8a2 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:45.986487 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eccd187e-61fa-4f21-a343-25ff2806577e req-334045e6-a25f-4acb-a8bb-fcd1b80d26ce tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.0653162 Jul 27 15:21:46.022287 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-cdbd8c82-e100-4fa7-842f-2bfd712af7b0 None None] Provisioning complete for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:46.022803 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8c82-e100-4fa7-842f-2bfd712af7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.063904 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd8c82-e100-4fa7-842f-2bfd712af7b0 None None] Port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:21:46.065640 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:46.119098 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 36f28763-276d-4a43-9afb-22a82e64c8a2 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:46.119465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.148907 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=c988c71f-3bab-4987-9a3c-30826431cc8c,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:46.171829 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.203436 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42b8b30a-f421-4fd5-8c0e-ded3b87e591c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.224710 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.232155 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5bd780d-295a-4283-90f7-f6be01ecc056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.265011 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebb62-95a0-4f58-806d-603f99c79662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.291232 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:46.322451 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-c3256b7e-dfd9-4ab3-977c-e02631ed934d admin admin] 10.222.0.37 "PUT /v2.0/routers/ff6531a4-9849-45ee-a9cc-0f90b04e5171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9792025 Jul 27 15:21:46.387483 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-013d645d-f0f9-4939-b202-ba57a70627cc req-20017ec2-ecbd-42b6-b122-712736e6a69c tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0460947 Jul 27 15:21:46.524497 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.534205 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.534444 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42b8b30a-f421-4fd5-8c0e-ded3b87e591c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.543634 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42b8b30a-f421-4fd5-8c0e-ded3b87e591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.578551 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:40Z', 'revision_number': 3, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:46.663455 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Pushing event updated for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:46.678604 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71436ec7-37d9-4e8c-b3e7-d87c72ca44ff None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:40Z', 'revision_number': 3, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:21:46.684148 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-42b8b30a-f421-4fd5-8c0e-ded3b87e591c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c968b3ba1fb4679b8e07a6a36cca05a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1107442 Jul 27 15:21:46.687366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57674) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:46.695564 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b30a-f421-4fd5-8c0e-ded3b87e591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f5cee1-8792-42dc-85af-06e412ecb870,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:46.805014 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.861799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:46.908073 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:46.930558 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:46.931142 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:47.007079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.008605 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.015018 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52f5cee1-8792-42dc-85af-06e412ecb870 HTTP/1.1" status: 204 len: 168 time: 0.3265734 Jul 27 15:21:47.035406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1faa6-688b-4f20-9171-45551dc1b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f5cee1-8792-42dc-85af-06e412ecb870,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:47.079821 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.082290 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.086506 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bc3c3ea-dc4c-4ec6-bacd-781c134abecd HTTP/1.1" status: 204 len: 168 time: 2.4652646 Jul 27 15:21:47.310592 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-942a78d4-6f9a-4203-986f-14ba83053a58 req-33a72742-5c0b-4957-91a9-d5c9120b8d7d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.1240785 Jul 27 15:21:47.323016 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device c988c71f-3bab-4987-9a3c-30826431cc8c up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:47.428072 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1dd3b-69c9-4ef6-973f-95561db69fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc3c3ea-dc4c-4ec6-bacd-781c134abecd,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:47.428751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:47.616379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fdc3d992-6df1-419d-b817-b58e0ec482cb req-430a17c2-8dd6-49e1-8ed0-f51246aabbef tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0789695 Jul 27 15:21:47.807841 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57690) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:47.822878 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57692) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:47.829674 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690379990', 'description': 'tempest-description--1691300618'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:47.845066 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3081-a9db-4d5f-a5e2-191734400a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.853780 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Allocated IP 172.20.0.11 (2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5/e55a9b85-ac03-43fb-8996-0048e542ef90/ea60ffff-301e-4030-bf10-27f57eb5b6cd) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:47.855142 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port c988c71f-3bab-4987-9a3c-30826431cc8c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:47.855682 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:47.970167 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57694) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:47.988321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a28b1de-9273-495f-918b-6cd2bf1f5218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.096888 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Allocated IP 172.20.0.11 (e7f2813b-6649-45a6-b769-67fc889c519f/9c00bbf6-0acd-4359-8e85-5d906ec9d142/3b8cf6f8-2019-4de8-94cc-e634d7a1039f) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:48.120989 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:44Z', 'revision_number': 2, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:48.177768 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:48.178131 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Updating router ff6531a4-9849-45ee-a9cc-0f90b04e5171 port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:48.214225 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Network d13b796e-a783-460d-844e-a07d23cb040b is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:48.224773 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.250441 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:48.342186 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5bd780d-295a-4283-90f7-f6be01ecc056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.395058 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.466662 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5bd780d-295a-4283-90f7-f6be01ecc056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.521806 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7284371f-ff0f-4e35-bb57-48f1b5bdcb88 req-5360a4bb-ed8e-4a82-b458-6774bf9f73c3 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.0540466 Jul 27 15:21:48.591305 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-a5bd780d-295a-4283-90f7-f6be01ecc056 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8a32c50e06d4456923eb229f6c1cdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8319056 Jul 27 15:21:48.598696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57698) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:48.660778 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3081-a9db-4d5f-a5e2-191734400a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.776307 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a28b1de-9273-495f-918b-6cd2bf1f5218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.778066 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3081-a9db-4d5f-a5e2-191734400a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.841797 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-fc4d3081-a9db-4d5f-a5e2-191734400a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33f9a17784f940f2b9f1a7b50dae2b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0316381 Jul 27 15:21:48.842700 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a28b1de-9273-495f-918b-6cd2bf1f5218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.851254 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-83b055fd-133c-4927-95fb-147c3e0d174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.866113 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 57702) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:48.871133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d3081-a9db-4d5f-a5e2-191734400a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee46421-15a2-472c-868c-a788af2cad7c,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:48.913904 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd780d-295a-4283-90f7-f6be01ecc056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d62ed3-fb4d-4e5d-b045-23281ad9b89a,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:48.916990 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bdab4cf3-e004-4258-b1e1-e01e5d9fdc03 req-9eb26d9b-a7ee-422f-a9b2-ba25609007e6 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.1073637 Jul 27 15:21:48.957530 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:48.961584 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b1de-9273-495f-918b-6cd2bf1f5218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54c9e4-a91c-4a55-99aa-571a6fe260af,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:48.982400 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4a28b1de-9273-495f-918b-6cd2bf1f5218 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd87235d92f14efda90459e181dcec53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107939 Jul 27 15:21:48.990125 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57704) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:48.997557 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.007302 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.020174 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Transition to ACTIVE for port object 97377fb0-14ad-48f7-856f-b9ad9fc6eacb will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:49.023150 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.038513 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.061187 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Router a0659839-0dbc-4b63-9e3e-524874da7caf has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:21:49.082305 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.117408 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.123868 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.143752 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.148166 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.149404 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6d62ed3-fb4d-4e5d-b045-23281ad9b89a HTTP/1.1" status: 204 len: 168 time: 0.5482099 Jul 27 15:21:49.184595 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.189321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd62-ce4d-4a4d-b9e5-4371c5194ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d62ed3-fb4d-4e5d-b045-23281ad9b89a,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:49.228563 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.296229 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.305848 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.312276 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a35192-e4db-4a75-ba72-0a82c889adfb None None] Pushing event updated for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:49.366407 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Attempting to bind port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:49.377408 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c412ecdb-2be2-4e97-a930-a08ab85e35c3,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:49.381187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.381876 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Attempting to bind port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:49.382752 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-5b43bc58-aa0a-409e-89b3-381be07c89a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5573921 Jul 27 15:21:49.382893 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Attempting to bind port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:49.398460 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57708) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:49.401091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:49.403233 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Checking segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:49.403947 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.407272 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Bound using segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:49.407996 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Bound port: 97377fb0-14ad-48f7-856f-b9ad9fc6eacb, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:49.408475 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.413565 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group_rule': {'security_group_id': 'c412ecdb-2be2-4e97-a930-a08ab85e35c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:49.424655 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.427942 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.429373 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de54c9e4-a91c-4a55-99aa-571a6fe260af HTTP/1.1" status: 204 len: 168 time: 0.4328964 Jul 27 15:21:49.490446 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738afb6-9757-436b-8e6e-5a0e21e8e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54c9e4-a91c-4a55-99aa-571a6fe260af,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:49.533974 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.536023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.547440 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.557109 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 5bc45004-484c-4ed8-b63d-cc10d3373f1d up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:49.800124 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] For port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:49.801582 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef3042a4-dc92-4974-b81d-707aebd27d04 req-ec3d438e-98a3-47ca-9a37-bd5150cdd15e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.0710552 Jul 27 15:21:49.808187 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] For port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:49.822639 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.868078 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.878873 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.885579 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 5bc45004-484c-4ed8-b63d-cc10d3373f1d completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:49.904294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 5bc45004-484c-4ed8-b63d-cc10d3373f1d triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:49.904677 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.948649 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:49.949664 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:49.953058 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51e1d59-fa54-428e-be07-f9f9b0f50328,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:49.982905 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:49.987960 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4e727fff-70f6-43ee-9e66-e8b80534171d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5869868 Jul 27 15:21:49.988583 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57718) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:50.007300 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group_rule': {'security_group_id': 'c412ecdb-2be2-4e97-a930-a08ab85e35c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:50.107729 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.116505 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:50.415696 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.429004 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.478993 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a35192-e4db-4a75-ba72-0a82c889adfb None None] Pushing event updated for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:50.486827 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:49Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:50.531406 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0eb3-e062-480f-a8bf-863064f1bb80 None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:49Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:21:50.636569 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-55354c27-0250-46a6-806a-90197dd72b6a req-452c3990-e1c5-4f75-ac6b-6db3d6a68bcf tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.4948316 Jul 27 15:21:50.638947 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:50.654573 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Sync routers for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:50.661807 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.688581 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:50.691645 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:50.713933 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 5bc45004-484c-4ed8-b63d-cc10d3373f1d, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=5bc45004-484c-4ed8-b63d-cc10d3373f1d,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:50.721130 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.747351 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.757280 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.823635 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.831279 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8382082 Jul 27 15:21:50.838375 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57744) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:50.856597 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Pushing event updated for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:50.866435 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=5bc45004-484c-4ed8-b63d-cc10d3373f1d,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:50.870795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:50.911470 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-932efd2e-2de1-467f-9283-f41839b1add1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a0659839-0dbc-4b63-9e3e-524874da7caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2303350 Jul 27 15:21:50.921913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.929341 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.931201 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ee46421-15a2-472c-868c-a788af2cad7c HTTP/1.1" status: 204 len: 168 time: 2.0555239 Jul 27 15:21:50.971397 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:50.979076 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Allocated IP 172.20.0.1 (e16a608d-1d8f-4d39-a295-bd2fefb7b802/64abf4c9-cf2c-40ce-9ccb-afad8f597ae8/e0684bd2-5b9e-42e4-91c4-3ce072019bc1) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:50.999961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a87838-3d93-44c9-b824-07d8c2cf7149 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8539f2-96a6-4330-948c-1dcb37769f0c,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:51.014722 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:51.066995 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:51.096209 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:51.114249 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Network e7f2813b-6649-45a6-b769-67fc889c519f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:51.116595 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937cce2-8adb-415a-a12f-0469175df9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee46421-15a2-472c-868c-a788af2cad7c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:51.138645 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:51.140668 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:51.199809 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:51.205479 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:51.226893 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:51.501977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 5bc45004-484c-4ed8-b63d-cc10d3373f1d up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:51.531431 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:51.554959 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:51.557116 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:51.595404 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event updated for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:51.642802 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-45767396-1be3-47b8-8830-f4b3b328dc18 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3428044 Jul 27 15:21:51.665294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 5bc45004-484c-4ed8-b63d-cc10d3373f1d triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:51.665294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:51.675369 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-c23aee58-d4f0-49ff-9a44-74c190a18610 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7938075 Jul 27 15:21:51.699524 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639c03a-4dda-4321-8f9e-f2df7c5422e6 req-81b74cce-53cb-4f40-8308-1514277afc86 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:51.707916 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7639c03a-4dda-4321-8f9e-f2df7c5422e6 req-81b74cce-53cb-4f40-8308-1514277afc86 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 932 time: 0.6622064 Jul 27 15:21:51.718335 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-e016693c-f8e9-4413-947a-eed67e286693 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:21:51.726042 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-e016693c-f8e9-4413-947a-eed67e286693 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518773 Jul 27 15:21:51.752286 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-7f34d3ee-357f-4872-91dd-d4a22b5be449 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:21:51.753324 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-7f34d3ee-357f-4872-91dd-d4a22b5be449 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260677 Jul 27 15:21:51.774759 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:42Z', 'revision_number': 4, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f393bb42-f10d-4b41-9712-936e464d53db', 'name': '', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'mac_address': 'fa:16:3e:ba:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:40Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 2, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'subnets': [{'id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:51.818900 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 97377fb0-14ad-48f7-856f-b9ad9fc6eacb up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:51.847410 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Checking router: a0659839-0dbc-4b63-9e3e-524874da7caf for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:51.854333 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Updating router a0659839-0dbc-4b63-9e3e-524874da7caf port f393bb42-f10d-4b41-9712-936e464d53db binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:51.920190 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:51.947732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Transition to ACTIVE for port object e0684bd2-5b9e-42e4-91c4-3ce072019bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:51.996315 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.010108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.036350 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.108513 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:52.126758 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7639c03a-4dda-4321-8f9e-f2df7c5422e6 req-84855fdf-800d-4815-87c8-6db5e4b46e1b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134429 Jul 27 15:21:52.129566 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:52.130713 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.146798 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:52.158388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:52.174971 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:52.175462 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.284632 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.409854 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Pushing event updated for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:52.440820 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.512448 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:52.519343 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.525099 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8985248-1269-44a1-814d-c5d091459c72 req-8129331e-5859-4769-a1a8-9607138807c3 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:52.526837 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8985248-1269-44a1-814d-c5d091459c72 req-8129331e-5859-4769-a1a8-9607138807c3 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 932 time: 0.7125177 Jul 27 15:21:52.696965 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:52.712532 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.749669 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8985248-1269-44a1-814d-c5d091459c72 req-9de6d702-65d0-46dc-a855-8558259a137c tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130630 Jul 27 15:21:52.751596 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-6c6744f4-9f57-40a8-aef1-6563dfe80ab4 None None] Provisioning for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:52.760155 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-6c6744f4-9f57-40a8-aef1-6563dfe80ab4 None None] Provisioning complete for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:52.770322 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6c6744f4-9f57-40a8-aef1-6563dfe80ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.794696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Allocated IP 172.27.1.133 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/83b674de-99cb-40a0-bc16-d8166a41c490) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:21:52.860901 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:52.872897 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-6c6744f4-9f57-40a8-aef1-6563dfe80ab4 None None] Port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:21:52.922907 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Transition to ACTIVE for port object f393bb42-f10d-4b41-9712-936e464d53db will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:52.940206 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.071879 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Request body: {'port': {'device_id': '929e4f85-7f61-48f5-baed-a47e4becf407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:53.087985 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d10d-fba5-4004-a2c5-8eb1757d9c81 None None] Pushing event updated for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:53.202113 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.208764 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Request body: {'port': {'device_id': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:53.301799 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 97377fb0-14ad-48f7-856f-b9ad9fc6eacb up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:53.317460 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Attempting to bind port f393bb42-f10d-4b41-9712-936e464d53db on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:53.318342 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Attempting to bind port f393bb42-f10d-4b41-9712-936e464d53db by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:53.318988 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Attempting to bind port f393bb42-f10d-4b41-9712-936e464d53db on network d13b796e-a783-460d-844e-a07d23cb040b {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:53.325400 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:53.326057 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Checking segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:53.326700 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.327298 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Bound using segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:53.327964 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Bound port: f393bb42-f10d-4b41-9712-936e464d53db, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:53.328571 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.388174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-44d55c8c-b20d-459f-b3c0-f24ec04417dc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:53.389884 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-44d55c8c-b20d-459f-b3c0-f24ec04417dc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 819 time: 0.3373291 Jul 27 15:21:53.415913 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-3e9e421f-67e8-4687-8626-694c751503a1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/quotas/8aa9a0a21019483cbc4b4f3328f558d7 HTTP/1.1" status: 200 len: 375 time: 0.0199940 Jul 27 15:21:53.457264 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:53.458097 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.465732 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] For port f393bb42-f10d-4b41-9712-936e464d53db, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:53.474091 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] For port f393bb42-f10d-4b41-9712-936e464d53db, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f393bb42-f10d-4b41-9712-936e464d53db,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:53.481874 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.619328 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.668535 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.669554 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.735274 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.768845 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:53.781201 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:53.810784 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:53.814920 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:53.845613 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.846541 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e301e1-06d3-432d-951d-a44558ecf58b req-55ded362-468c-45f7-8637-c3b016adea54 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:53.855041 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e3e301e1-06d3-432d-951d-a44558ecf58b req-55ded362-468c-45f7-8637-c3b016adea54 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 932 time: 0.5839219 Jul 27 15:21:53.864059 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:21:53.887566 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:53.946912 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-d896523f-883c-4273-8a2f-4f5fec5eec55 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4850192 Jul 27 15:21:54.082676 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:54.197696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:54.358526 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:54.381363 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e3e301e1-06d3-432d-951d-a44558ecf58b req-e6f4c79d-3aea-4d28-a8d4-5a96cfd3cf12 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060387 Jul 27 15:21:54.414778 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=83b674de-99cb-40a0-bc16-d8166a41c490,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:54.516879 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Pushing event updated for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:54.642728 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d10d-fba5-4004-a2c5-8eb1757d9c81 None None] Pushing event updated for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=4']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:54.662033 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:42Z', 'revision_number': 4, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f393bb42-f10d-4b41-9712-936e464d53db', 'name': '', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'mac_address': 'fa:16:3e:ba:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:40Z', 'updated_at': '2021-07-27T15:21:53Z', 'revision_number': 4, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'subnets': [{'id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:54.764880 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3210c-dd9d-43aa-be40-13945353c0ff None None] The sync data for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi is: [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:21:42Z', 'revision_number': 4, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f393bb42-f10d-4b41-9712-936e464d53db', 'name': '', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'mac_address': 'fa:16:3e:ba:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:40Z', 'updated_at': '2021-07-27T15:21:53Z', 'revision_number': 4, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'subnets': [{'id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:21:54.779828 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-d35be602-2a51-4c9e-a159-7f021e826d17 service neutron] 10.222.0.37 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318055 Jul 27 15:21:54.804046 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ef72-44cb-4ead-ac12-59267d69c5ef req-9f2ac924-b598-4b95-ad84-b0ae0382ca88 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:54.815307 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9611ef72-44cb-4ead-ac12-59267d69c5ef req-9f2ac924-b598-4b95-ad84-b0ae0382ca88 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 932 time: 0.2312839 Jul 27 15:21:55.065323 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9611ef72-44cb-4ead-ac12-59267d69c5ef req-26ab78e1-26da-47e5-9293-2e26e9c7ee05 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489095 Jul 27 15:21:55.145667 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:21:55.148195 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea60ffff-301e-4030-bf10-27f57eb5b6cd {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:21:55.194157 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:21:55.218920 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.237938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.256955 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.355866 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f393bb42-f10d-4b41-9712-936e464d53db up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:55.399422 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-3ffe81f2-b050-496a-a0f3-116425a76ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125724 Jul 27 15:21:55.405169 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=83b674de-99cb-40a0-bc16-d8166a41c490,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:55.421799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.600267 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Transition to ACTIVE for port object ea60ffff-301e-4030-bf10-27f57eb5b6cd will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:55.621133 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port f393bb42-f10d-4b41-9712-936e464d53db completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:21:55.634740 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port f393bb42-f10d-4b41-9712-936e464d53db triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:55.639656 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.666094 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:55.697462 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e2820d59-cce6-44e9-9a9b-f27b611c312a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8598201 Jul 27 15:21:55.837394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9eb4d-ed5a-498e-a8bf-28f16a7fced4 req-bca8fd58-6f7b-4565-aa7b-6e334b2ef351 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:55.860574 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-97c9eb4d-ed5a-498e-a8bf-28f16a7fced4 req-bca8fd58-6f7b-4565-aa7b-6e334b2ef351 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 932 time: 0.3354466 Jul 27 15:21:56.033442 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-97c9eb4d-ed5a-498e-a8bf-28f16a7fced4 req-a23af703-f61b-4584-ae77-5ff2e4ad4319 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718340 Jul 27 15:21:56.047411 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.051123 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8cf6f8-2019-4de8-94cc-e634d7a1039f {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:21:56.057433 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-09a7ce94-07b8-4889-b839-467c8b265ca4 None None] Provisioning complete for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:56.058197 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-09a7ce94-07b8-4889-b839-467c8b265ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.088966 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.147243 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Transition to ACTIVE for port object 3b8cf6f8-2019-4de8-94cc-e634d7a1039f will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:56.160803 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.166261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.189816 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8c08247c-d5f8-4a39-9aa3-4004551e2286 req-f44adb87-6dc4-45b8-a1d8-559fdaaa3477 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 210 time: 0.1537900 Jul 27 15:21:56.225439 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-09a7ce94-07b8-4889-b839-467c8b265ca4 None None] Port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:21:56.241281 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port f393bb42-f10d-4b41-9712-936e464d53db, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f393bb42-f10d-4b41-9712-936e464d53db,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:56.245997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:56.368515 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:56.450125 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:56.606540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Pushing event updated for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:56.861961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 57952) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:56.886085 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-288cb56d-69d4-400f-8c0f-114ccfcb414f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1690379990&fields=id&tenant_id=601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 267 time: 0.6047287 Jul 27 15:21:57.008067 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b9cb-6b2a-4002-a117-d57290c6ade8 req-ff6113f2-6f6d-48a9-a4b4-9abd4be2c526 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:57.009618 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2758b9cb-6b2a-4002-a117-d57290c6ade8 req-ff6113f2-6f6d-48a9-a4b4-9abd4be2c526 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 944 time: 0.5995800 Jul 27 15:21:57.016584 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-cfbb1178-cd4a-405c-918f-69a4a3cb61de tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:57.023765 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-cfbb1178-cd4a-405c-918f-69a4a3cb61de tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 811 time: 0.1360285 Jul 27 15:21:57.057376 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-5a9c5737-e533-443c-ac61-7fe19c59f6a8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/quotas/601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 375 time: 0.0326567 Jul 27 15:21:57.126960 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2758b9cb-6b2a-4002-a117-d57290c6ade8 req-bbd361b8-46ee-4749-b55f-59c305cbc06e tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010437 Jul 27 15:21:57.138740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Attempting to bind port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:57.139113 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Attempting to bind port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:57.139466 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Attempting to bind port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:57.153330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Attempting to bind port ea60ffff-301e-4030-bf10-27f57eb5b6cd on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:57.153902 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Attempting to bind port ea60ffff-301e-4030-bf10-27f57eb5b6cd by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '7294b6bc-a762-49e3-9092-526f6c3ac9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:57.154307 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Attempting to bind port ea60ffff-301e-4030-bf10-27f57eb5b6cd on network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:57.161274 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Port ea60ffff-301e-4030-bf10-27f57eb5b6cd on network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:21:57.162045 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Attempting to bind port ea60ffff-301e-4030-bf10-27f57eb5b6cd on network 2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:57.163947 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f on network e7f2813b-6649-45a6-b769-67fc889c519f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:21:57.164276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Attempting to bind port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:57.183984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:57.184357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Checking segment: {'id': '7294b6bc-a762-49e3-9092-526f6c3ac9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:57.185261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Bound using segment: {'id': '7294b6bc-a762-49e3-9092-526f6c3ac9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:57.185407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Bound port: ea60ffff-301e-4030-bf10-27f57eb5b6cd, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7294b6bc-a762-49e3-9092-526f6c3ac9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:57.185832 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.196195 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:57.197633 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Checking segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:57.198041 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Bound using segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:57.198555 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Bound port: 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:57.199106 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.223257 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-e79b89a4-147d-4545-8315-83d389f9dc56 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648030 Jul 27 15:21:57.248833 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:21:57.274287 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f393bb42-f10d-4b41-9712-936e464d53db up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:57.364355 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port f393bb42-f10d-4b41-9712-936e464d53db triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:21:57.364963 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.413469 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7023a444-0141-428f-9fc3-9b847b4dffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.550136 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:57.574064 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-2fe90a96-57d9-4460-8e41-9777c4de927a service neutron] 10.222.0.37 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150353 Jul 27 15:21:57.577319 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:21:57.591951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:21:57.606869 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-06a9d66d-0cf7-4292-97db-237a80dd4c9b admin admin] 10.222.0.37 "PUT /v2.0/routers/f174ff52-4842-4d33-b3e1-da260f85345a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2640004 Jul 27 15:21:57.608469 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:57.612384 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd,segment=NetworkSegment(7294b6bc-a762-49e3-9092-526f6c3ac9cb),segment_id=7294b6bc-a762-49e3-9092-526f6c3ac9cb)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:57.626501 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:21:57.627581 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:57.636755 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:57.642204 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.648449 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.699744 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-9619f531-d670-495f-8e7e-4c26fc74ee3b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:57.700527 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-9619f531-d670-495f-8e7e-4c26fc74ee3b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 819 time: 0.3407924 Jul 27 15:21:57.717755 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:57.718515 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.720096 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] 10.222.0.46 "PUT /v2.0/ports/3b8cf6f8-2019-4de8-94cc-e634d7a1039f HTTP/1.1" status: 200 len: 1094 time: 5.4133601 Jul 27 15:21:57.723997 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:21:57.788161 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-f2d5c2fa-486b-4268-af64-7c0167ecfce7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/quotas/8aa9a0a21019483cbc4b4f3328f558d7 HTTP/1.1" status: 200 len: 375 time: 0.0770750 Jul 27 15:21:57.835983 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:57.836625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:57.838045 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] 10.222.0.46 "PUT /v2.0/ports/ea60ffff-301e-4030-bf10-27f57eb5b6cd HTTP/1.1" status: 200 len: 1094 time: 5.5324888 Jul 27 15:21:57.991803 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.46', 60925) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:58.001936 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819078d-b03b-408f-8b22-23a2e0102b8f service neutron] Pushing event updated for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:58.079095 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-a8ac6788-047f-4cdd-8f1d-ad16131dce72 service neutron] 10.222.0.37 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965196 Jul 27 15:21:58.137661 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:21:58.141842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7023a444-0141-428f-9fc3-9b847b4dffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.161804 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b170bf1e-30ee-4348-be1f-e2235225bde8" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:21:58.164049 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-3cb61a92-dd08-4f1f-9ed2-46b6a3f943f7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3633649 Jul 27 15:21:58.164771 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7023a444-0141-428f-9fc3-9b847b4dffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.263340 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7023a444-0141-428f-9fc3-9b847b4dffd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f25f04bddf445a0af717c10a0eb7a93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3980989 Jul 27 15:21:58.320049 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58020) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:58.335935 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f6efe-7f59-411c-8d60-5aa38f77c186 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:58.391807 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023a444-0141-428f-9fc3-9b847b4dffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6240e271-c57a-480f-aa7a-9c192c0186cd,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:58.436948 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-24748ef0-b5bd-4864-929b-57984847566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:58.439396 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-24748ef0-b5bd-4864-929b-57984847566b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 1097 time: 0.6053977 Jul 27 15:21:58.522031 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-ed4b9dd2-9229-4f88-8be7-7abe0086f7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121591 Jul 27 15:21:58.542887 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.555126 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 2, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:21:58.569445 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-e528bfb1-6af7-47c6-b13a-d60f64c85389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f HTTP/1.1" status: 200 len: 217 time: 0.1033640 Jul 27 15:21:58.594664 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:21:58.595288 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Updating router f174ff52-4842-4d33-b3e1-da260f85345a port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:21:58.616272 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-d58dde76-d327-4d68-8076-3fa26626bfb7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:58.617857 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-d58dde76-d327-4d68-8076-3fa26626bfb7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 819 time: 0.6088963 Jul 27 15:21:58.635295 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.635501 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-2fcf6f46-a302-43c3-ba88-786faa71b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:58.637036 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-2fcf6f46-a302-43c3-ba88-786faa71b825 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76744c59ed114d22a0d7f9027f318861&device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 1097 time: 0.7196851 Jul 27 15:21:58.647344 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.665754 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d8c60-71b4-4953-b181-1a7cc5995329 req-08e686ce-db5c-40ba-b68c-89f432c36d55 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:58.670177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Request body: {'port': {'device_id': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'admin_state_up': True, 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:58.673754 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e15d8c60-71b4-4953-b181-1a7cc5995329 req-08e686ce-db5c-40ba-b68c-89f432c36d55 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 944 time: 0.2395771 Jul 27 15:21:58.753701 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-e27a6e1f-4c9b-4df8-ac39-53f591ca887d service neutron] 10.222.0.37 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306097 Jul 27 15:21:58.833667 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e15d8c60-71b4-4953-b181-1a7cc5995329 req-2d629537-ba64-4c7b-8bea-e06fd1d834a8 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590326 Jul 27 15:21:58.835710 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.838975 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:58.842723 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6240e271-c57a-480f-aa7a-9c192c0186cd HTTP/1.1" status: 204 len: 168 time: 0.5193305 Jul 27 15:21:58.869869 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2277e14-9b97-4345-94b2-ae26f923b0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6240e271-c57a-480f-aa7a-9c192c0186cd,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:58.931610 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-afe28f45-d734-490e-bc9f-4727bb0d9e15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd HTTP/1.1" status: 200 len: 217 time: 0.1388528 Jul 27 15:21:59.065099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Made reservation on behalf of 8aa9a0a21019483cbc4b4f3328f558d7 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:21:59.069781 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.073236 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-ffeab893-e847-4771-b4d7-6f6d240d02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:59.074769 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-ffeab893-e847-4771-b4d7-6f6d240d02e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e55a9b85-ac03-43fb-8996-0048e542ef90 HTTP/1.1" status: 200 len: 852 time: 0.1277766 Jul 27 15:21:59.077409 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-3a07cb19-ee27-487d-a1a3-2120473123f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:59.078833 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-3a07cb19-ee27-487d-a1a3-2120473123f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.4597666 Jul 27 15:21:59.210701 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-fe8160fc-f94f-4e24-aa78-1640b8b32f5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170342 Jul 27 15:21:59.277270 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-c763698d-5079-4756-9a83-82dc390620da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735943 Jul 27 15:21:59.303784 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081067-88c1-40ef-b42e-fe8433ed1e2f req-d595e513-15ec-423e-bfb9-d61b1d640465 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:21:59.311150 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07081067-88c1-40ef-b42e-fe8433ed1e2f req-d595e513-15ec-423e-bfb9-d61b1d640465 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 944 time: 0.1448314 Jul 27 15:21:59.401730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.403060 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07081067-88c1-40ef-b42e-fe8433ed1e2f req-0db4d41c-a9d3-48a4-9b67-b841d79887f8 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Jul 27 15:21:59.427510 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Transition to ACTIVE for port object e0684bd2-5b9e-42e4-91c4-3ce072019bc1 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:21:59.441380 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.584370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc55d4-373a-46f8-b7a9-e375e7d36f48 None None] Pushing event updated for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:59.595124 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58062) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:59.620695 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4040852e-dcf0-442f-a7fb-00b475388038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.642089 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58064) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:21:59.648176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379749242', 'description': 'tempest-description--1341304752'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:21:59.722816 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-856e8d0f-51c3-4b07-ac5a-1db8fce04ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276998 Jul 27 15:21:59.743517 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-e28b3643-07e0-49e0-b763-bbe1ef3e19b5 service neutron] 10.222.0.46 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652269 Jul 27 15:21:59.793069 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7d8d5c3-5f64-4852-8675-870b80045149 req-048fddaa-3921-4a5e-a8d1-13c72b7da23b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 210 time: 0.0839200 Jul 27 15:21:59.824238 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Attempting to bind port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:21:59.824816 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Attempting to bind port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:21:59.827277 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Attempting to bind port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:21:59.842361 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:21:59.843237 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Checking segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:21:59.844319 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.845019 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Bound using segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:21:59.845889 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Bound port: e0684bd2-5b9e-42e4-91c4-3ce072019bc1, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:21:59.846638 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:21:59.951789 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e8315ba3-7153-45c5-b395-ef85ab274f44 req-d6dfd057-be27-49a0-a56b-10f3f35a39cc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 210 time: 0.0767350 Jul 27 15:21:59.967680 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] For port e0684bd2-5b9e-42e4-91c4-3ce072019bc1, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:21:59.971435 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] For port e0684bd2-5b9e-42e4-91c4-3ce072019bc1, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:21:59.995320 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.022137 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4040852e-dcf0-442f-a7fb-00b475388038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.027923 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4040852e-dcf0-442f-a7fb-00b475388038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.077300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4040852e-dcf0-442f-a7fb-00b475388038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3911683ed0bd48e1b4b917dd9a73912e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786801 Jul 27 15:22:00.103522 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc55d4-373a-46f8-b7a9-e375e7d36f48 None None] Pushing event updated for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:00.105344 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58074) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:00.133107 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040852e-dcf0-442f-a7fb-00b475388038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ebcd4-304d-49da-a917-6f31b904aa89,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:00.179928 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:22:00.180314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cab954-6a79-4a94-919d-e8a3c0d8d276 x-openstack-request-id: req-18cab954-6a79-4a94-919d-e8a3c0d8d276 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:00.180586 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:21:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:00.180725 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:00.182003 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18cab954-6a79-4a94-919d-e8a3c0d8d276 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:00.182551 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'status': 'completed', 'code': 200} Jul 27 15:22:00.231143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.252338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.255570 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccd5e3-80be-4380-a097-a9777d624369 req-09fdc30b-43e2-41ea-b363-675516e907ce tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:00.258198 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-adccd5e3-80be-4380-a097-a9777d624369 req-09fdc30b-43e2-41ea-b363-675516e907ce tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 944 time: 0.1512341 Jul 27 15:22:00.293890 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.320083 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.46', 60931) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:00.347625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Allocated IP 172.20.0.3 (d13b796e-a783-460d-844e-a07d23cb040b/1c9b069d-76a1-477b-9dc2-eaaf96a5790b/c19d7c85-39cc-4b88-9f66-88f0b1054f65) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:00.349157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:22:00.373054 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4e59dd25-15b2-4382-a6cd-f3e3cde4158e req-8450aedc-b52e-4fe1-b2db-280185003949 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326492 Jul 27 15:22:00.446219 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-adccd5e3-80be-4380-a097-a9777d624369 req-92366445-27c5-4958-9a9d-f733e9d9c5da tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507761 Jul 27 15:22:00.507248 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.514483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.516089 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/616ebcd4-304d-49da-a917-6f31b904aa89 HTTP/1.1" status: 204 len: 168 time: 0.4082277 Jul 27 15:22:00.571296 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7e9cce0d-586a-4c00-a222-f43cbaf59205 req-51f27faa-272c-4951-995a-c84788470ddd service neutron] 10.222.0.46 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012880 Jul 27 15:22:00.572511 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-a7454e2b-7951-4f0e-9946-4422b09a1b17 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:00.574107 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-a7454e2b-7951-4f0e-9946-4422b09a1b17 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 811 time: 0.2530947 Jul 27 15:22:00.575018 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d46367-3fac-4da3-b14f-4e7730c18f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ebcd4-304d-49da-a917-6f31b904aa89,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:00.694228 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-eeeb9443-f750-415b-9835-45a075e3e63a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 380 time: 0.0744317 Jul 27 15:22:00.707149 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'port': {'device_id': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'admin_state_up': True, 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'security_groups': ['c412ecdb-2be2-4e97-a930-a08ab85e35c3']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:00.771092 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:21:59Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:00.786308 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e43fd-c287-4ee2-95c2-cbfa9daf6707 req-50f34fc8-3aeb-4df2-99b8-cad74e5df9b7 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:00.788201 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.794087 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-397e43fd-c287-4ee2-95c2-cbfa9daf6707 req-50f34fc8-3aeb-4df2-99b8-cad74e5df9b7 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 944 time: 0.2442119 Jul 27 15:22:00.803173 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.835144 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-a8301354-f0ab-47b4-9867-31535df528df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:00.836583 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-a8301354-f0ab-47b4-9867-31535df528df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 1097 time: 0.3239217 Jul 27 15:22:00.873703 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-397e43fd-c287-4ee2-95c2-cbfa9daf6707 req-55cd6457-e1e6-426f-b8a8-3b1aa5e990d1 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786300 Jul 27 15:22:00.911102 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685c121-f3fd-4737-8d72-702a0b0ba26c None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:21:59Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:22:00.928418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Made reservation on behalf of 601e48ce650f46378322af9bcc36686a for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:00.943017 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.943858 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.947195 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3035676 Jul 27 15:22:00.949907 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58098) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:00.987759 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:00.996515 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae476103-a74d-44dd-a01c-8e28353c028d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f97269-651d-47a0-93d4-52578d72edbe,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:01.011274 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group_rule': {'security_group_id': 'b6f97269-651d-47a0-93d4-52578d72edbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:01.070659 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-047068b6-b962-42a5-a75f-c0be6e4c77a6 req-ebe29ff7-fd7d-432b-8fac-6adf9908ebf9 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 210 time: 0.1176200 Jul 27 15:22:01.109906 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.224418 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1a5ea971-1e57-45d5-bfe6-a90d4649bb61 req-5c36566f-692f-4403-b440-deb33f852dc0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 210 time: 0.1129282 Jul 27 15:22:01.324724 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device e0684bd2-5b9e-42e4-91c4-3ce072019bc1 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:01.424302 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:01.425320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-57ac13a6-033f-4b31-abc0-263fa5209950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:01.427471 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-57ac13a6-033f-4b31-abc0-263fa5209950 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 916 time: 0.5747659 Jul 27 15:22:01.436502 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:01.436884 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.500996 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.542396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.572573 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.641568 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-972cdad8-cd15-4302-a9aa-a1a33c899a63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f HTTP/1.1" status: 200 len: 217 time: 0.1027052 Jul 27 15:22:01.648987 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port e0684bd2-5b9e-42e4-91c4-3ce072019bc1, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:01.662691 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.690562 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5c6531-09ce-4ca3-887b-efa144afe4d7,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:01.696502 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.700510 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2058a911-3719-40a6-809f-550f09394c56 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7136331 Jul 27 15:22:01.722943 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58122) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:01.728264 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group_rule': {'security_group_id': 'b6f97269-651d-47a0-93d4-52578d72edbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:01.746021 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:01.747786 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:01.759641 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-84f490ad-f17b-4741-9b5f-a8022a2dd259 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:01.761291 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-84f490ad-f17b-4741-9b5f-a8022a2dd259 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 819 time: 0.5511045 Jul 27 15:22:01.783938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Allocated IP 172.20.0.9 (04c96614-87e6-4ab8-bd19-a70b3ad0e7be/48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f/e6af182d-e796-4b48-bce1-9f47262a90dc) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:01.840095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Request body: {'port': {'device_id': '49a264be-9867-41ed-8a97-19899b508639', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'admin_state_up': True, 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:01.861312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Network d13b796e-a783-460d-844e-a07d23cb040b is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:01.876998 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:01.889112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Pushing event updated for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:01.943859 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942be0-3d3a-405d-9ce7-4e8c60c72bcc req-5363cf7b-be6c-4d85-9295-05c68296ec23 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:01.954968 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-39942be0-3d3a-405d-9ce7-4e8c60c72bcc req-5363cf7b-be6c-4d85-9295-05c68296ec23 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 944 time: 0.4039919 Jul 27 15:22:01.994411 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:02.000586 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:02.001364 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.005057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-173ebc39-3961-475a-9f90-f864a59d33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:02.006753 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-173ebc39-3961-475a-9f90-f864a59d33a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.3289249 Jul 27 15:22:02.043156 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.068383 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-39942be0-3d3a-405d-9ce7-4e8c60c72bcc req-3de14974-692b-40ee-bf21-2e5f976b8b38 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111331 Jul 27 15:22:02.094056 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.115854 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Transition to ACTIVE for port object e6af182d-e796-4b48-bce1-9f47262a90dc will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:02.127288 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.131992 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-6fbc28ab-6951-46be-b050-f3201fd720a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131172 Jul 27 15:22:02.134937 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1122b2-12bb-4e56-9472-f84205fa0d4c req-7c3ebeb5-eb8e-46eb-aba9-744f2b4b9b2f tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:02.136892 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea1122b2-12bb-4e56-9472-f84205fa0d4c req-7c3ebeb5-eb8e-46eb-aba9-744f2b4b9b2f tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 944 time: 0.1478388 Jul 27 15:22:02.137011 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.213726 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea1122b2-12bb-4e56-9472-f84205fa0d4c req-612458a8-73d4-4cd2-b620-20c3bb2e4674 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642860 Jul 27 15:22:02.245939 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Made reservation on behalf of 8aa9a0a21019483cbc4b4f3328f558d7 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:02.249423 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.252069 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:02.266795 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-549ec419-0e27-41d1-82f9-8243864ce8fe req-bf118ba6-50c2-40f4-adf3-c2bc90180869 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 210 time: 0.0799890 Jul 27 15:22:02.273393 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.276348 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03583ca-a188-4369-9fad-b9e044e07ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:02.319430 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-ec90b40d-cc4c-4fb3-a792-1e78cf618b7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6735711 Jul 27 15:22:02.357275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee03a0b-266d-4527-8eba-bda9f48e8f0c,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:02.394587 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Request body: {'port': {'device_id': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:02.468896 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.486278 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9a4badae-3af9-40fd-aa23-61b347ed7136 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7581255 Jul 27 15:22:02.488516 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-51e3a7c0-a16e-4351-aad7-bcae6cea85df req-4d524427-a250-41a6-9d77-79569317f06f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 210 time: 0.1279302 Jul 27 15:22:02.491441 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58154) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:02.504377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:02.548768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.46', 60938) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:02.558656 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56babfff-1a6b-45e2-b77a-51af7119db27 x-openstack-request-id: req-56babfff-1a6b-45e2-b77a-51af7119db27 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:02.558953 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:02.559184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56babfff-1a6b-45e2-b77a-51af7119db27 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:02.559575 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd', 'status': 'completed', 'code': 200} Jul 27 15:22:02.564652 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:02.621748 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:02.648386 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:02.654167 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:02.661643 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:02.662836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.679434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.702502 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-3b8b2cc3-2668-47cb-ae8f-d8db9b66dd01 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511453 Jul 27 15:22:02.772759 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d0d74a6e-0b53-4c2f-9ba5-8a5a8c3eeb51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0751815 Jul 27 15:22:02.818611 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Request body: {'port': {'device_id': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:02.833165 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:02.861673 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-e3ffa4f1-e130-4e22-9759-08ccc4972888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:02.868774 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-e3ffa4f1-e130-4e22-9759-08ccc4972888 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76744c59ed114d22a0d7f9027f318861&device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 1097 time: 0.2989197 Jul 27 15:22:02.875665 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Allocated IP 172.20.0.11 (d13b796e-a783-460d-844e-a07d23cb040b/1c9b069d-76a1-477b-9dc2-eaaf96a5790b/2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:03.056417 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-b68a2da8-c36c-4bf7-91fa-f9904cde9fd6 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431642 Jul 27 15:22:03.096123 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.106638 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3c0168f9-0ab8-4746-86be-731def27043a None None] Provisioning for port e6af182d-e796-4b48-bce1-9f47262a90dc completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:03.112785 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3c0168f9-0ab8-4746-86be-731def27043a None None] Provisioning complete for port e6af182d-e796-4b48-bce1-9f47262a90dc triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:03.116411 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3c0168f9-0ab8-4746-86be-731def27043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.140202 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-e143e3d8-c448-4048-b2e1-f7d53554feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:03.141914 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-e143e3d8-c448-4048-b2e1-f7d53554feb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 HTTP/1.1" status: 200 len: 913 time: 0.2640724 Jul 27 15:22:03.179897 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-3c0168f9-0ab8-4746-86be-731def27043a None None] Port e6af182d-e796-4b48-bce1-9f47262a90dc cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:22:03.226307 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device e0684bd2-5b9e-42e4-91c4-3ce072019bc1 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:03.273748 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-c2895c84-3ebe-49fc-b18f-ff13dd093d1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd HTTP/1.1" status: 200 len: 217 time: 0.1126747 Jul 27 15:22:03.308387 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.308611 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.372783 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:03.373483 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.397550 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.667687 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Network d13b796e-a783-460d-844e-a07d23cb040b is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:03.675879 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:03.688684 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:03.694361 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:03.695095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.707665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-ce250c36-2eca-418f-9b03-bb24c65e29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:03.709205 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-ce250c36-2eca-418f-9b03-bb24c65e29e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e55a9b85-ac03-43fb-8996-0048e542ef90 HTTP/1.1" status: 200 len: 852 time: 0.4109001 Jul 27 15:22:03.713221 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Pushing event updated for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:03.727288 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-74c4eeef-ec3e-464d-adaa-191c31e8447c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9011536 Jul 27 15:22:03.749989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Request body: {'port': {'device_id': '49a264be-9867-41ed-8a97-19899b508639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:03.798453 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-5cf82933-7f5b-4f64-af0b-2df67d8442fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718360 Jul 27 15:22:03.847233 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19d7c85-39cc-4b88-9f66-88f0b1054f65 {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:03.850162 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebab64-c9a3-4c62-9350-580a4bf0e0c3 req-02cf5117-6e89-4919-aa8d-35c82f0d9f8e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:03.851731 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-47ebab64-c9a3-4c62-9350-580a4bf0e0c3 req-02cf5117-6e89-4919-aa8d-35c82f0d9f8e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 944 time: 0.6826351 Jul 27 15:22:03.857308 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.877321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.879406 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Transition to ACTIVE for port object c19d7c85-39cc-4b88-9f66-88f0b1054f65 will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:03.887688 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:03.981312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:04.071536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Attempting to bind port c19d7c85-39cc-4b88-9f66-88f0b1054f65 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:04.071880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Attempting to bind port c19d7c85-39cc-4b88-9f66-88f0b1054f65 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:04.072209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Attempting to bind port c19d7c85-39cc-4b88-9f66-88f0b1054f65 on network d13b796e-a783-460d-844e-a07d23cb040b {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.086116 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Port c19d7c85-39cc-4b88-9f66-88f0b1054f65 on network d13b796e-a783-460d-844e-a07d23cb040b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:04.086496 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Attempting to bind port c19d7c85-39cc-4b88-9f66-88f0b1054f65 on network d13b796e-a783-460d-844e-a07d23cb040b {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.102839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:04.103183 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Checking segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:04.103921 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Bound using segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:04.104034 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Bound port: c19d7c85-39cc-4b88-9f66-88f0b1054f65, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:04.104379 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.141047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd545164-7e85-488f-8834-a6a2b7ecd860 req-11905d31-e79e-438e-9cb6-1c55853303c3 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.142610 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cd545164-7e85-488f-8834-a6a2b7ecd860 req-11905d31-e79e-438e-9cb6-1c55853303c3 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 944 time: 0.6293991 Jul 27 15:22:04.145338 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Allocated IP 172.27.1.206 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/88c1f562-7899-4e73-b9e5-fd7c1a47e932) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:04.237667 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:04.242181 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:04.246632 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.291806 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-47ebab64-c9a3-4c62-9350-580a4bf0e0c3 req-731170a1-4943-44aa-a64f-686cd5add67b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115178 Jul 27 15:22:04.306306 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.306972 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.317467 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] 10.222.0.46 "PUT /v2.0/ports/c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 1093 time: 1.9361882 Jul 27 15:22:04.322386 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6af182d-e796-4b48-bce1-9f47262a90dc {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:04.343132 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-31c73510-3a5b-4d86-b6a7-de1ea974a0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177424 Jul 27 15:22:04.349143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.354902 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695406a-8a43-4e65-8c08-8f18f7c89f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:04.361467 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cd545164-7e85-488f-8834-a6a2b7ecd860 req-0f830b36-b6da-417d-9730-9db599317a49 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853034 Jul 27 15:22:04.390962 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:04.413809 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Transition to ACTIVE for port object e6af182d-e796-4b48-bce1-9f47262a90dc will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:04.464140 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device ea60ffff-301e-4030-bf10-27f57eb5b6cd details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:04.464603 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.484723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.490946 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Transition to ACTIVE for port object 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:04.506741 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.566379 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.577661 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:04.581637 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edeea76-65e6-4390-aa84-f5dace811293" -d '{"events": [{"name": "network-changed", "server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:04.596401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-bb2e198f-cd88-4206-b8ea-0a2f468a375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.598579 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd,segment=NetworkSegment(7294b6bc-a762-49e3-9092-526f6c3ac9cb),segment_id=7294b6bc-a762-49e3-9092-526f6c3ac9cb)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:04.599272 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-bb2e198f-cd88-4206-b8ea-0a2f468a375e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1096 time: 0.2102480 Jul 27 15:22:04.628602 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd', 'network_id': '2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5', 'port_id': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd', 'mac_address': 'fa:16:3e:e6:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55a9b85-ac03-43fb-8996-0048e542ef90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:04.710020 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-0cca36f8-6e53-42de-af62-ccf21e3aba6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0623286 Jul 27 15:22:04.713536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Pushing event updated for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:04.732931 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.758677 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea60ffff-301e-4030-bf10-27f57eb5b6cd {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:04.777394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Pushing event updated for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:04.791166 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd,segment=NetworkSegment(7294b6bc-a762-49e3-9092-526f6c3ac9cb),segment_id=7294b6bc-a762-49e3-9092-526f6c3ac9cb)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:04.795028 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-8394556b-1c73-4054-acc1-4d80361fe206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.799301 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.800095 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 3b8cf6f8-2019-4de8-94cc-e634d7a1039f details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:04.800385 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-8394556b-1c73-4054-acc1-4d80361fe206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0819309 Jul 27 15:22:04.802217 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Attempting to bind port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:04.802358 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Attempting to bind port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:04.802730 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Attempting to bind port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba on network d13b796e-a783-460d-844e-a07d23cb040b {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.831417 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba on network d13b796e-a783-460d-844e-a07d23cb040b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:04.831624 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Attempting to bind port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba on network d13b796e-a783-460d-844e-a07d23cb040b {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.860790 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-d9de9282-299c-482b-8b5c-1813cf4eafa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508025 Jul 27 15:22:04.864079 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:04.864422 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Checking segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:04.864803 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Bound using segment: {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:04.865284 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Bound port: 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff393af-2e8d-43eb-b668-d24875bceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:04.865797 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.899378 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-123b3c53-ba56-4efe-be2f-65ee993d5fe6 service neutron] 10.222.0.46 "GET /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274229 Jul 27 15:22:04.918768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Attempting to bind port e6af182d-e796-4b48-bce1-9f47262a90dc on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:04.919138 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Attempting to bind port e6af182d-e796-4b48-bce1-9f47262a90dc by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:04.919466 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Attempting to bind port e6af182d-e796-4b48-bce1-9f47262a90dc on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.939115 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Port e6af182d-e796-4b48-bce1-9f47262a90dc on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:04.939327 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Attempting to bind port e6af182d-e796-4b48-bce1-9f47262a90dc on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:04.949597 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33bd2a-8012-479b-8ed3-33d2da554d01 req-a81fd9c5-7a6f-40c0-a558-bcca4ba6ad92 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.951218 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5f33bd2a-8012-479b-8ed3-33d2da554d01 req-a81fd9c5-7a6f-40c0-a558-bcca4ba6ad92 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 943 time: 0.5313425 Jul 27 15:22:04.963119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:04.980950 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b886a-08b1-4db1-ac81-3ea9a1584786 req-406a5949-5315-4067-9d3e-98221a9b5832 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:04.989205 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-377b886a-08b1-4db1-ac81-3ea9a1584786 req-406a5949-5315-4067-9d3e-98221a9b5832 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 944 time: 0.5054600 Jul 27 15:22:04.995805 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:04.996180 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Checking segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:04.996780 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Bound using segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:04.997240 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Bound port: e6af182d-e796-4b48-bce1-9f47262a90dc, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:04.997609 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.055260 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:05.060873 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:05.067048 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-480eadf9-e5d8-450a-bd1d-8b2ba8bab412 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979268 Jul 27 15:22:05.069688 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.080468 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:05.084363 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:05.086597 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:05.108826 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'port_id': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'mac_address': 'fa:16:3e:80:fd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00bbf6-0acd-4359-8e85-5d906ec9d142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:05.113063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:05.133758 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:05.144106 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=88c1f562-7899-4e73-b9e5-fd7c1a47e932,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:05.153499 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.154343 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.155856 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] 10.222.0.46 "PUT /v2.0/ports/2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba HTTP/1.1" status: 200 len: 1094 time: 1.4115474 Jul 27 15:22:05.163351 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-377b886a-08b1-4db1-ac81-3ea9a1584786 req-01ddd761-2921-4664-9dd6-c7206af75ed7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731758 Jul 27 15:22:05.172882 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5f33bd2a-8012-479b-8ed3-33d2da554d01 req-76de6e84-4173-4cac-9c73-ffe4579d9653 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067075 Jul 27 15:22:05.203654 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c279c2-e300-446e-b30b-980990ac0d2c service neutron] Pushing event updated for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:05.212958 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.231070 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:05.237579 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6af182d-e796-4b48-bce1-9f47262a90dc,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:05.239675 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5ba5a4f8-3ad4-4c56-a628-d1a0cea5e842 req-c3577e62-e186-43ce-ab80-b83fcddaa496 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616585 Jul 27 15:22:05.241196 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8cf6f8-2019-4de8-94cc-e634d7a1039f {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:05.245226 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.251360 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.269595 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:05.275747 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.281009 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d87d894-e5a1-4e7e-98d3-d32d94f2df8e x-openstack-request-id: req-8d87d894-e5a1-4e7e-98d3-d32d94f2df8e {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:05.281324 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:05.282204 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d87d894-e5a1-4e7e-98d3-d32d94f2df8e {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:05.282458 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65', 'status': 'completed', 'code': 200} Jul 27 15:22:05.319971 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-5c420ef1-9990-4ba1-910a-ea359fd8fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.320933 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-5c420ef1-9990-4ba1-910a-ea359fd8fb61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 1097 time: 0.0799665 Jul 27 15:22:05.345976 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:05.358711 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.359330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.361677 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] 10.222.0.46 "PUT /v2.0/ports/e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 1093 time: 2.5474529 Jul 27 15:22:05.364110 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:05.449480 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-a3654d58-cf67-4ab1-b43c-56b3c3ebd39f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba HTTP/1.1" status: 200 len: 217 time: 0.0684705 Jul 27 15:22:05.469992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6890b2-e76e-4f31-9e42-9778545abd9e service neutron] Pushing event updated for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:05.541753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-f4a627dc-12c8-4b3a-aeb2-590374ba212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.543506 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-f4a627dc-12c8-4b3a-aeb2-590374ba212b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0753624 Jul 27 15:22:05.548024 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:05.571423 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeea76-65e6-4390-aa84-f5dace811293 req-f29dc6d2-8804-4966-94fa-b8578d7ea4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.573178 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-f29dc6d2-8804-4966-94fa-b8578d7ea4cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1096 time: 0.1827924 Jul 27 15:22:05.597504 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-df1e8821-b2e1-434b-8baf-086ca9e612e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459759 Jul 27 15:22:05.626049 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cfa08c-786d-4a56-826b-ce6df8fe346a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:05.664000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ce4e-2fd6-416d-9579-c01f18f5be63 req-7d6eb082-0940-4251-a205-e8b235897b73 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.665497 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a285ce4e-2fd6-416d-9579-c01f18f5be63 req-7d6eb082-0940-4251-a205-e8b235897b73 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 945 time: 0.2401888 Jul 27 15:22:05.735429 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c0e1-c6e6-4c7a-ab6c-c24ae6fa3c97 req-d4930498-b0cf-4c43-bb43-eb14af426ad2 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.736975 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4b2c0e1-c6e6-4c7a-ab6c-c24ae6fa3c97 req-d4930498-b0cf-4c43-bb43-eb14af426ad2 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 945 time: 0.2606983 Jul 27 15:22:05.742066 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-97cf6cab-3430-4bef-a7ef-afd35d866c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.743549 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-97cf6cab-3430-4bef-a7ef-afd35d866c47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1096 time: 0.2703490 Jul 27 15:22:05.761337 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeea76-65e6-4390-aa84-f5dace811293 req-c2600a2c-83e9-47f8-b669-225a305ccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.762822 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-c2600a2c-83e9-47f8-b669-225a305ccdd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.1678967 Jul 27 15:22:05.769450 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-3ac7a3b4-cf66-49a4-8f43-d7ae6f4b7de7 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589758 Jul 27 15:22:05.789699 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['ea60ffff-301e-4030-bf10-27f57eb5b6cd'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:05.824002 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a285ce4e-2fd6-416d-9579-c01f18f5be63 req-ab0e60e9-1b43-46a9-a635-fe5f4bc16e22 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Jul 27 15:22:05.831104 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-4aec9e27-bccb-422c-9ae7-2385a5534f0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0517726 Jul 27 15:22:05.834868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-2dd43595-66ad-4285-89e8-be3e27e265ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 217 time: 0.0674002 Jul 27 15:22:05.839512 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:05.872775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4b2c0e1-c6e6-4c7a-ab6c-c24ae6fa3c97 req-69e5d1d3-f271-4175-9b30-f6ec9635f8bc tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259530 Jul 27 15:22:05.952476 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeea76-65e6-4390-aa84-f5dace811293 req-0490f971-9a7f-4f02-a14c-bfda967f6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.954613 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-0490f971-9a7f-4f02-a14c-bfda967f6c97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0989282 Jul 27 15:22:05.983411 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d1ba1f48-3e22-4750-88b3-867b1ca3e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:05.984973 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-d1ba1f48-3e22-4750-88b3-867b1ca3e5b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.1262872 Jul 27 15:22:06.021559 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-b0b5adad-b83b-405a-8649-e68286a988ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510638 Jul 27 15:22:06.024229 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-509fd9f6-dfa0-4f0d-adac-9bf8a15b5749 req-07ebf424-7f0a-4f43-b7ca-8263a8072dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439029 Jul 27 15:22:06.063159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa57763-77ab-4236-b627-9e49b4fd2e63 x-openstack-request-id: req-caa57763-77ab-4236-b627-9e49b4fd2e63 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:06.063159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:06.063159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caa57763-77ab-4236-b627-9e49b4fd2e63 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:06.063159 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'status': 'completed', 'code': 200} Jul 27 15:22:06.063159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:06.082860 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:06.170429 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:06.239562 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-ec348e46-e5ea-4aad-adb5-db6f806d3e5b service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964529 Jul 27 15:22:06.289886 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:06.289886 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7892454 Jul 27 15:22:06.289886 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268e19d-aac0-4aed-8390-dbb6e7bc9b5d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=88c1f562-7899-4e73-b9e5-fd7c1a47e932,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:06.329229 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-c5bb7983-a454-49e5-96a1-13fd4c90fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:06.334626 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-c5bb7983-a454-49e5-96a1-13fd4c90fee5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3396461 Jul 27 15:22:06.466436 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-8edeea76-65e6-4390-aa84-f5dace811293 req-c5b74e46-a40e-4a33-83aa-bc8faec8a449 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137303 Jul 27 15:22:06.618840 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-032ca014-63f4-40a1-9a5e-28e9e3b3c956 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766063 Jul 27 15:22:06.626675 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49660c-f9eb-42c3-8cf4-e1bc1cb00435 req-1f0c9025-6dd9-4ef9-83c5-3f36cf822117 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:06.628080 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be49660c-f9eb-42c3-8cf4-e1bc1cb00435 req-1f0c9025-6dd9-4ef9-83c5-3f36cf822117 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 944 time: 0.2219551 Jul 27 15:22:06.635307 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ce878-3c6e-4a54-8716-275c8e573362 req-0daaafb8-116b-43e1-9019-fcf4e93a84a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:06.636717 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-716ce878-3c6e-4a54-8716-275c8e573362 req-0daaafb8-116b-43e1-9019-fcf4e93a84a4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 943 time: 0.2589955 Jul 27 15:22:06.924400 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be49660c-f9eb-42c3-8cf4-e1bc1cb00435 req-b7554e99-1464-4266-9753-0bce4691f8af tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866843 Jul 27 15:22:06.929186 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-716ce878-3c6e-4a54-8716-275c8e573362 req-4cc22be8-e017-4fce-bf18-fc2370fda9f3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815216 Jul 27 15:22:06.942543 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c27385c1-9859-4cd1-a396-609c8a5ad7d3 req-cdc402f2-7d52-46be-a548-baa8b1d812da service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037968 Jul 27 15:22:07.095999 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-fc3fc19f-285e-49bd-8222-308333440bc8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1379749242&fields=id&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 267 time: 0.0887852 Jul 27 15:22:07.180603 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ca0fc-7a50-4192-a382-978de32fbb32 req-ce4e4abd-609b-429f-9517-237384f1ab48 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.181995 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-511ca0fc-7a50-4192-a382-978de32fbb32 req-ce4e4abd-609b-429f-9517-237384f1ab48 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 945 time: 0.1845589 Jul 27 15:22:07.216962 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-6f5ecf31-ef92-4afc-8011-ec9b9aeb0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.218556 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-6f5ecf31-ef92-4afc-8011-ec9b9aeb0dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1096 time: 0.1774836 Jul 27 15:22:07.283590 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:07.286099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e46195-3f2b-48f7-b42c-7f5640f15793" -d '{"events": [{"name": "network-changed", "server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:07.292116 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-511ca0fc-7a50-4192-a382-978de32fbb32 req-3e7ea7a1-6760-4ae7-b946-64deab18d5cd tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Jul 27 15:22:07.320029 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-db7e1595-339f-4501-8eb2-bcfe147d122b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.321514 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-db7e1595-339f-4501-8eb2-bcfe147d122b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 817 time: 0.2171137 Jul 27 15:22:07.347291 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-31aeb1dd-3982-43e5-a61d-de2d1b7a621b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/quotas/65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 375 time: 0.0147388 Jul 27 15:22:07.381527 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-550666c0-67b6-41b2-89b3-6847d5bf26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.382980 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-550666c0-67b6-41b2-89b3-6847d5bf26bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.1538606 Jul 27 15:22:07.458936 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-40d4555e-dfe3-4554-87f1-93e3ff253d25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 217 time: 0.0441024 Jul 27 15:22:07.539443 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119080b-916b-454b-8f81-143e83ed322c req-832938bc-aa38-4a1d-ac52-d7377ad41ff1 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.541187 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c119080b-916b-454b-8f81-143e83ed322c req-832938bc-aa38-4a1d-ac52-d7377ad41ff1 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 945 time: 0.1844258 Jul 27 15:22:07.549413 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-33c56596-aa4e-46fe-b871-918fa1139c73 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1937828 Jul 27 15:22:07.559370 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-e6534773-8a49-489c-a9b7-bc8ce9c2b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.560763 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-e6534773-8a49-489c-a9b7-bc8ce9c2b65e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0889328 Jul 27 15:22:07.677574 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c119080b-916b-454b-8f81-143e83ed322c req-75db2a44-4c9b-4834-a982-9125a0221fbd tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251299 Jul 27 15:22:07.732708 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-5a0fd182-8bef-4bde-9312-c7677e3d3ef6 service neutron] 10.222.0.37 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709177 Jul 27 15:22:07.744621 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-b00aee54-2d54-4bb5-a7d6-55bb7b7922ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.746256 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-b00aee54-2d54-4bb5-a7d6-55bb7b7922ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1764529 Jul 27 15:22:07.750955 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f2599-bfde-4311-b01a-5e917b2d1c6a x-openstack-request-id: req-261f2599-bfde-4311-b01a-5e917b2d1c6a {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:07.751246 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:07.760783 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-261f2599-bfde-4311-b01a-5e917b2d1c6a {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:07.761360 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba', 'status': 'completed', 'code': 200} Jul 27 15:22:07.912074 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-5877db72-c603-4947-b016-29aa7cee5669 service neutron] 10.222.0.37 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782920 Jul 27 15:22:07.912555 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-bb577ebe-3e89-40b0-8f6c-f35b29bdbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:07.914735 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-bb577ebe-3e89-40b0-8f6c-f35b29bdbfd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 1097 time: 0.1036434 Jul 27 15:22:07.926932 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-b1c1ee80-9353-436f-ace9-a5c676463803 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681747 Jul 27 15:22:08.056974 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-32e76c64-4c74-4dc8-98a2-b61a8cd59542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.058651 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-32e76c64-4c74-4dc8-98a2-b61a8cd59542 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.1355762 Jul 27 15:22:08.116015 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-8341ab1c-9437-4014-9a88-b42525d281b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba HTTP/1.1" status: 200 len: 217 time: 0.0481212 Jul 27 15:22:08.200032 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-d1757e1b-4d25-4c38-b71a-77e47b4ea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.200821 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35cfa08c-786d-4a56-826b-ce6df8fe346a req-43466822-138b-48bd-9ba8-1ec7816fe8d0 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643642 Jul 27 15:22:08.201790 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-d1757e1b-4d25-4c38-b71a-77e47b4ea262 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0779147 Jul 27 15:22:08.217267 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec75f9-b007-4112-9fda-bd8cb60a15ff req-46970215-54ee-46e8-9eda-bf6dc4f6efc3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.239721 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-caec75f9-b007-4112-9fda-bd8cb60a15ff req-46970215-54ee-46e8-9eda-bf6dc4f6efc3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 944 time: 0.2023520 Jul 27 15:22:08.265729 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-be19b508-6d8b-4747-b897-60c881380d58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382376 Jul 27 15:22:08.378429 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-caec75f9-b007-4112-9fda-bd8cb60a15ff req-2a7feced-6402-4785-86ed-b9fbafa672f3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365480 Jul 27 15:22:08.408651 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-d426bd49-56d3-4f0b-b898-4b2ac68ec48a service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334555 Jul 27 15:22:08.429611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:08.442381 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae8d64-1d1e-44b0-a998-befa37cb33e2 req-c2a5d5b2-4a1f-4ef8-8e2d-53316b7d6f3e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.444080 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-46ae8d64-1d1e-44b0-a998-befa37cb33e2 req-c2a5d5b2-4a1f-4ef8-8e2d-53316b7d6f3e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 943 time: 0.1918931 Jul 27 15:22:08.488670 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-980a307e-6770-47d8-85c1-94c2c264ed08 req-4fdfc2c8-8b2f-4be9-b2fc-809fed11bdda tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 210 time: 0.0435417 Jul 27 15:22:08.495587 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58332) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:08.584357 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-46ae8d64-1d1e-44b0-a998-befa37cb33e2 req-6a3ed8bd-7834-4c51-afb2-8b9d9ac77087 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283031 Jul 27 15:22:08.626103 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:08.640601 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'port_id': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba', 'mac_address': 'fa:16:3e:8d:38:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:08.645152 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device ea60ffff-301e-4030-bf10-27f57eb5b6cd up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:08.675093 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d8e46195-3f2b-48f7-b42c-7f5640f15793 req-f7158245-c783-40f2-a3cd-7c65b742e01d service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496784 Jul 27 15:22:08.692798 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae322c34-a0f6-4c70-9609-de1a2a909c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.711722 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9935b-74e2-4f3d-8d6b-d96428e57cbf req-74b7930b-ff89-4bef-b49d-1fa2f2df73f9 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.713284 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5cd9935b-74e2-4f3d-8d6b-d96428e57cbf req-74b7930b-ff89-4bef-b49d-1fa2f2df73f9 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 945 time: 0.1499965 Jul 27 15:22:08.727648 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port ea60ffff-301e-4030-bf10-27f57eb5b6cd completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:08.730112 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.754190 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port ea60ffff-301e-4030-bf10-27f57eb5b6cd triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:08.754512 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.794074 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5cd9935b-74e2-4f3d-8d6b-d96428e57cbf req-b4602e62-bad8-4ad4-ad26-facbca8b084a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698771 Jul 27 15:22:08.815989 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:08.847688 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:08.882414 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.883100 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c19d7c85-39cc-4b88-9f66-88f0b1054f65 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:08.899849 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09a00-7570-48c7-a251-b3438369dc7d req-2feb0087-3c6c-4c72-bb7b-28b7ca41fee0 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:08.902217 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5bd09a00-7570-48c7-a251-b3438369dc7d req-2feb0087-3c6c-4c72-bb7b-28b7ca41fee0 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 945 time: 0.1278517 Jul 27 15:22:08.939209 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae322c34-a0f6-4c70-9609-de1a2a909c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.940126 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.946990 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae322c34-a0f6-4c70-9609-de1a2a909c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:08.977941 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ae322c34-a0f6-4c70-9609-de1a2a909c7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc38cc0cb8064253a6395920bddd30b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810328 Jul 27 15:22:08.979502 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:08.980565 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58342) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:08.983563 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:09.000694 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:09.010967 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5bd09a00-7570-48c7-a251-b3438369dc7d req-858d2e48-8741-4e99-9e2c-5ed1d4e95bce tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963442 Jul 27 15:22:09.016565 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322c34-a0f6-4c70-9609-de1a2a909c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39f5fe-9c69-4631-845f-bf918cb66e79,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:09.056683 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.080974 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.096423 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65', 'network_id': 'd13b796e-a783-460d-844e-a07d23cb040b', 'port_id': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65', 'mac_address': 'fa:16:3e:18:00:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b069d-76a1-477b-9dc2-eaaf96a5790b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:09.106871 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd,segment=NetworkSegment(7294b6bc-a762-49e3-9092-526f6c3ac9cb),segment_id=7294b6bc-a762-49e3-9092-526f6c3ac9cb)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:09.121743 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.122263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 3b8cf6f8-2019-4de8-94cc-e634d7a1039f up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:09.139029 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.142851 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.146951 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f39f5fe-9c69-4631-845f-bf918cb66e79 HTTP/1.1" status: 204 len: 168 time: 0.1651628 Jul 27 15:22:09.158227 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1babb4d-2f68-4ffe-8b5e-9c75fb8b3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39f5fe-9c69-4631-845f-bf918cb66e79,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:09.237302 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acd0a85-e940-459d-98ac-cd6275f93011" -d '{"events": [{"server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "name": "network-vif-plugged", "status": "completed", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:09.240235 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.266959 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:09.271854 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19d7c85-39cc-4b88-9f66-88f0b1054f65 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:09.300101 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:09.304149 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:09.307385 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:09.307970 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.329733 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.410841 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:09.447465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b84aef-1006-408d-9c31-22056cf62be1 x-openstack-request-id: req-44b84aef-1006-408d-9c31-22056cf62be1 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:09.448263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "name": "network-vif-plugged", "status": "completed", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:09.448263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44b84aef-1006-408d-9c31-22056cf62be1 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:09.448709 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd', 'code': 200} Jul 27 15:22:09.461260 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.503159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:09.512007 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.558581 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58364) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:09.567659 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade632f3-4e9d-4165-8b1f-70041384de67 req-1614fe50-9345-4378-91b7-7f7392e01644 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:09.577955 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ade632f3-4e9d-4165-8b1f-70041384de67 req-1614fe50-9345-4378-91b7-7f7392e01644 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 945 time: 0.1098716 Jul 27 15:22:09.607624 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:09.624696 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ade632f3-4e9d-4165-8b1f-70041384de67 req-f1b755a8-f07f-42c3-85e7-1c2cbc842c14 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Jul 27 15:22:09.693865 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-468375bb-318b-45d4-aa8e-14b21934693a req-fbae79a4-4063-49ad-bf84-b4517741e87f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 210 time: 0.0382812 Jul 27 15:22:09.701020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:09.742330 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['c19d7c85-39cc-4b88-9f66-88f0b1054f65'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:09.894026 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6bbfef7e-11be-4ece-88f1-f3c2db3f2178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:09.981012 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-4c55b9c9-46a9-429e-9164-d2c61fdb4918 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:09.982912 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-4c55b9c9-46a9-429e-9164-d2c61fdb4918 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 817 time: 0.4366288 Jul 27 15:22:10.033392 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-120d7c5c-7a06-4353-ada4-db1e57377e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.034823 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-120d7c5c-7a06-4353-ada4-db1e57377e28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 1099 time: 0.3013241 Jul 27 15:22:10.042188 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de7c9-d87a-456d-813d-46bd9f85f37f req-6cd56b35-8d4f-4353-be0e-99e38b6aeff3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.043566 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a7de7c9-d87a-456d-813d-46bd9f85f37f req-6cd56b35-8d4f-4353-be0e-99e38b6aeff3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 943 time: 0.3201997 Jul 27 15:22:10.064370 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-cca3aee1-4701-4d34-b054-6ad01b3bae97 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 380 time: 0.0579247 Jul 27 15:22:10.069143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-1991ac1f-fc91-40b8-861b-3b2a8efb2707 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.077539 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'port': {'device_id': '330a8a79-8995-4ac2-b93f-656f98368132', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'admin_state_up': True, 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'security_groups': ['b6f97269-651d-47a0-93d4-52578d72edbe']}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:10.116834 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a7de7c9-d87a-456d-813d-46bd9f85f37f req-c0db3607-22aa-4909-9a07-191a709f3e52 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617433 Jul 27 15:22:10.123028 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6bbfef7e-11be-4ece-88f1-f3c2db3f2178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.123974 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647b1f-9e39-4533-816b-aa9e38ac7843 req-6a1f7971-c146-4bd8-a85d-61e47d18b71c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.126356 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4647b1f-9e39-4533-816b-aa9e38ac7843 req-6a1f7971-c146-4bd8-a85d-61e47d18b71c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1642959 Jul 27 15:22:10.134024 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6bbfef7e-11be-4ece-88f1-f3c2db3f2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.186303 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4647b1f-9e39-4533-816b-aa9e38ac7843 req-233536f9-10da-4140-bd71-7cd76a42bc1b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Jul 27 15:22:10.212501 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-6bbfef7e-11be-4ece-88f1-f3c2db3f2178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ea0413bc644a54a0effc8265039592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6514099 Jul 27 15:22:10.212501 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58382) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:10.225584 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfef7e-11be-4ece-88f1-f3c2db3f2178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f4276-ef77-4b7d-a8b2-c98e349ed863,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:10.276833 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.277711 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-1991ac1f-fc91-40b8-861b-3b2a8efb2707 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.285560 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-1991ac1f-fc91-40b8-861b-3b2a8efb2707 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.307935 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.324397 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e331a-e223-4bf7-b2f6-257ba20a85f9 req-be493ef2-0135-400b-9330-4525a26bd659 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.325078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Made reservation on behalf of 65683f78756f4210b7c18932064a8ecf for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:10.325913 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9d2e331a-e223-4bf7-b2f6-257ba20a85f9 req-be493ef2-0135-400b-9330-4525a26bd659 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.1195166 Jul 27 15:22:10.329029 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.335417 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf8a6d07-1ad2-45c8-9ece-8c50aa0b7a8c req-1991ac1f-fc91-40b8-861b-3b2a8efb2707 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884161 Jul 27 15:22:10.351418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ac1f-fc91-40b8-861b-3b2a8efb2707 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=310efdf8-0bac-4b0d-b712-13742908de0d,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:10.374802 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9d2e331a-e223-4bf7-b2f6-257ba20a85f9 req-667e4138-8a57-457a-9a6c-f0e2090f1db6 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Jul 27 15:22:10.414884 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.417459 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.418622 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b48f4276-ef77-4b7d-a8b2-c98e349ed863 HTTP/1.1" status: 204 len: 168 time: 0.2008185 Jul 27 15:22:10.435647 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf9ec-de06-45b7-8c85-f72578ae70d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f4276-ef77-4b7d-a8b2-c98e349ed863,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:10.448845 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device e6af182d-e796-4b48-bce1-9f47262a90dc details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:10.489931 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Allocated IP 172.20.0.5 (e16a608d-1d8f-4d39-a295-bd2fefb7b802/64abf4c9-cf2c-40ce-9ccb-afad8f597ae8/a03d9438-c7a4-446b-884f-370251dd9d3c) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:10.571784 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6af182d-e796-4b48-bce1-9f47262a90dc,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:10.585396 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'port_id': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'mac_address': 'fa:16:3e:04:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:10.626765 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.643295 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6af182d-e796-4b48-bce1-9f47262a90dc {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:10.647065 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.662431 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Transition to ACTIVE for port object a03d9438-c7a4-446b-884f-370251dd9d3c will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:10.671741 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6af182d-e796-4b48-bce1-9f47262a90dc,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:10.677599 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.703941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.746337 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:10.750761 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:10.753785 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:10.759941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:10.765529 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.766811 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.777224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:10.799680 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-add23568-d64d-4f05-a843-a56dfc6646ae tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280700 Jul 27 15:22:10.814749 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58404) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:10.821783 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Request body: {'port': {'device_id': '330a8a79-8995-4ac2-b93f-656f98368132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:10.838743 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98a37-5a8c-490e-a022-623c3781d4b2 req-ec2d1068-8079-40b4-bd3c-02a52e3ab7f4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.840345 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-09f98a37-5a8c-490e-a022-623c3781d4b2 req-ec2d1068-8079-40b4-bd3c-02a52e3ab7f4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 945 time: 0.1280994 Jul 27 15:22:10.854189 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d50e32a4-52b2-49ab-815f-f485b2d224c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:10.921090 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-09f98a37-5a8c-490e-a022-623c3781d4b2 req-1c79b53a-3b71-412c-8e66-30fb29093a6e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720587 Jul 27 15:22:10.986175 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828804-ede4-429e-b18e-dbcbe2f96544 req-0d8f3e6b-4d6a-4529-ac84-b7d0b8cbe60f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:10.987788 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93828804-ede4-429e-b18e-dbcbe2f96544 req-0d8f3e6b-4d6a-4529-ac84-b7d0b8cbe60f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 931 time: 0.1701009 Jul 27 15:22:11.016822 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.037792 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['e6af182d-e796-4b48-bce1-9f47262a90dc'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:11.044387 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93828804-ede4-429e-b18e-dbcbe2f96544 req-de89e214-d0d6-447d-a700-6a6f267cac46 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 Jul 27 15:22:11.058445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d50e32a4-52b2-49ab-815f-f485b2d224c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.097292 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d50e32a4-52b2-49ab-815f-f485b2d224c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.163948 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d50e32a4-52b2-49ab-815f-f485b2d224c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=006c3c88f40441dfbc6a15ae58360c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480759 Jul 27 15:22:11.166651 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58426) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:11.176874 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-909cac28-5814-4288-9a25-d088424cfe36 None None] Provisioning for port a03d9438-c7a4-446b-884f-370251dd9d3c completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:11.186399 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-909cac28-5814-4288-9a25-d088424cfe36 None None] Provisioning complete for port a03d9438-c7a4-446b-884f-370251dd9d3c triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:11.187116 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-909cac28-5814-4288-9a25-d088424cfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.237231 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e32a4-52b2-49ab-815f-f485b2d224c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a461a88-6d0d-4661-b01d-b9470a1c27d0,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:11.246671 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-909cac28-5814-4288-9a25-d088424cfe36 None None] Port a03d9438-c7a4-446b-884f-370251dd9d3c cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:22:11.293274 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.426901 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:11.435182 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.450979 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:11.451674 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Transition to ACTIVE for port object a03d9438-c7a4-446b-884f-370251dd9d3c will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:11.454476 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112a737-3e81-4593-b88c-318cfca1ca1e" -d '{"events": [{"server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:11.457020 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.517376 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:11.537220 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.550521 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Attempting to bind port a03d9438-c7a4-446b-884f-370251dd9d3c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:11.550798 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Attempting to bind port a03d9438-c7a4-446b-884f-370251dd9d3c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:11.551102 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Attempting to bind port a03d9438-c7a4-446b-884f-370251dd9d3c on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:11.555645 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Port a03d9438-c7a4-446b-884f-370251dd9d3c on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:11.555964 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Attempting to bind port a03d9438-c7a4-446b-884f-370251dd9d3c on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:11.561673 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:11.562007 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Checking segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:11.563467 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Bound using segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:11.563467 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Bound port: a03d9438-c7a4-446b-884f-370251dd9d3c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:11.563878 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.618121 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551542bf-d793-4625-b3d8-7baef0dd8b38 req-19c777c1-7958-4590-a446-7f1da937eee5 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:11.620004 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-551542bf-d793-4625-b3d8-7baef0dd8b38 req-19c777c1-7958-4590-a446-7f1da937eee5 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 944 time: 0.3495839 Jul 27 15:22:11.634666 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588037-9253-4a3f-ae54-7314783873c1 req-29759b21-7b6c-4f83-888f-02ff310a6662 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:11.636632 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-45588037-9253-4a3f-ae54-7314783873c1 req-29759b21-7b6c-4f83-888f-02ff310a6662 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.3243940 Jul 27 15:22:11.637035 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:11.639765 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.640705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:11.642686 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.646440 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a461a88-6d0d-4661-b01d-b9470a1c27d0 HTTP/1.1" status: 204 len: 168 time: 0.4760425 Jul 27 15:22:11.649061 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.686132 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:11.687165 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:11.689072 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4245b5-68f5-4e5d-b414-d1913e8d1ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a461a88-6d0d-4661-b01d-b9470a1c27d0,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:11.689321 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] 10.222.0.46 "PUT /v2.0/ports/a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 1093 time: 0.8722391 Jul 27 15:22:11.689720 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:11.692868 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c91a6e-81c9-44fa-9522-9f3435cb78c6" -d '{"events": [{"name": "network-changed", "server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:11.730675 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55b78-448d-4c13-b053-d2f3c6353750 service neutron] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:11.730820 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-551542bf-d793-4625-b3d8-7baef0dd8b38 req-d99ade4c-bd8f-421a-b70d-df70c903e7c6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803044 Jul 27 15:22:11.764930 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-45588037-9253-4a3f-ae54-7314783873c1 req-0308341d-930a-494b-8ab2-1d3fabd91dda tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958176 Jul 27 15:22:11.851344 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d9629-5f56-4f2c-a516-ed7e88d7ab50 x-openstack-request-id: req-451d9629-5f56-4f2c-a516-ed7e88d7ab50 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:11.851663 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:11.851947 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-451d9629-5f56-4f2c-a516-ed7e88d7ab50 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:11.852350 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'code': 200} Jul 27 15:22:11.869699 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-9f8f128b-faa7-4f19-9eb3-fa5fa4264cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:11.871231 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-9f8f128b-faa7-4f19-9eb3-fa5fa4264cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1096 time: 0.0724909 Jul 27 15:22:11.897850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43668263-5554-4559-92ed-6ebe68a4baf9 x-openstack-request-id: req-43668263-5554-4559-92ed-6ebe68a4baf9 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:11.897850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:11.897850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43668263-5554-4559-92ed-6ebe68a4baf9 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:11.898142 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49018c-d46f-4e2e-9584-f0abde0ddd48 req-82771fe4-9b1b-4efb-bb50-13ed154f3199 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:11.898724 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'status': 'completed', 'code': 200} Jul 27 15:22:11.900769 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b49018c-d46f-4e2e-9584-f0abde0ddd48 req-82771fe4-9b1b-4efb-bb50-13ed154f3199 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.1067383 Jul 27 15:22:11.954131 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b49018c-d46f-4e2e-9584-f0abde0ddd48 req-56959917-95cf-4511-8769-f226627a7ada tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Jul 27 15:22:12.003434 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-214a3656-67e8-4eec-9376-65e87fd2138f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 217 time: 0.0384252 Jul 27 15:22:12.083935 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-93ad6b8d-95f2-4229-a2e8-8745db369a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.085835 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-93ad6b8d-95f2-4229-a2e8-8745db369a22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0729921 Jul 27 15:22:12.119214 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55dec7-2dac-4f78-96d1-1304611d5f46 req-390f6c36-3c66-4f39-8fbd-47448835da44 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.120813 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b55dec7-2dac-4f78-96d1-1304611d5f46 req-390f6c36-3c66-4f39-8fbd-47448835da44 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 945 time: 0.1193409 Jul 27 15:22:12.192620 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b55dec7-2dac-4f78-96d1-1304611d5f46 req-149d22a9-212d-42e2-bf53-a1593cb85b2a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Jul 27 15:22:12.193977 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-100a0d8c-8b84-41c3-bf16-dd12f80e5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.195552 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-100a0d8c-8b84-41c3-bf16-dd12f80e5bed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956399 Jul 27 15:22:12.286149 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b0ae-3a05-439e-a496-6ceabb2e2cbd req-5af159ae-1a55-4804-b6c3-9825e0fcafca tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.293408 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe22b0ae-3a05-439e-a496-6ceabb2e2cbd req-5af159ae-1a55-4804-b6c3-9825e0fcafca tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1162577 Jul 27 15:22:12.307493 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-fbe73a4f-e8a3-4cd6-8753-a76fe49f9f4b service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003835 Jul 27 15:22:12.317634 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea208742-b68c-441c-ab75-fb9121a58db1 req-7d00add4-73cc-4f11-be2f-c772ba2ad36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.319224 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea208742-b68c-441c-ab75-fb9121a58db1 req-7d00add4-73cc-4f11-be2f-c772ba2ad36d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 1099 time: 0.1096981 Jul 27 15:22:12.363280 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe22b0ae-3a05-439e-a496-6ceabb2e2cbd req-55d06d79-e143-4f5f-a8e6-618ae9a9c961 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687470 Jul 27 15:22:12.394393 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea208742-b68c-441c-ab75-fb9121a58db1 req-b3c31e75-31ed-41b1-8a8c-8a49c70941d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Jul 27 15:22:12.427667 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a4e400ae-d12b-4df5-a1fb-f52e41450cdd req-3a2f4631-7853-40cd-bce3-cd7c3f0d0559 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120336 Jul 27 15:22:12.462243 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:12.516885 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:12.522486 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:12.522942 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.611327 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.645758 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:12.650611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.651701 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device e6af182d-e796-4b48-bce1-9f47262a90dc up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:12.766379 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:12.769982 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port e6af182d-e796-4b48-bce1-9f47262a90dc completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:12.785605 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port e6af182d-e796-4b48-bce1-9f47262a90dc triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:12.786028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.921654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.938993 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-db0e5f21-9647-49ac-9ad8-c3c78ba7818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.940887 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-db0e5f21-9647-49ac-9ad8-c3c78ba7818c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1096 time: 0.0919771 Jul 27 15:22:12.947810 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d031b76-b932-4095-9c0b-81d5eac0acc2 req-de722135-c754-44cd-8232-02b4bf9c71c0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.955065 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d031b76-b932-4095-9c0b-81d5eac0acc2 req-de722135-c754-44cd-8232-02b4bf9c71c0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 944 time: 0.1324558 Jul 27 15:22:12.964485 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6af182d-e796-4b48-bce1-9f47262a90dc,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:12.969569 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:12.970365 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c19d7c85-39cc-4b88-9f66-88f0b1054f65 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:12.983296 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e979-b126-4fce-8fcd-cf809e722579 req-3a29404e-def3-4a3e-8ed4-81076e3672ba tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:12.985693 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3479e979-b126-4fce-8fcd-cf809e722579 req-3a29404e-def3-4a3e-8ed4-81076e3672ba tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1252358 Jul 27 15:22:13.033145 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d031b76-b932-4095-9c0b-81d5eac0acc2 req-c08a8c63-24eb-4232-9dc9-50d73726a380 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719590 Jul 27 15:22:13.056643 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:13.067361 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3479e979-b126-4fce-8fcd-cf809e722579 req-117e76ea-caf1-4bcc-b1b7-0dfad7802e1b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731072 Jul 27 15:22:13.075455 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port c19d7c85-39cc-4b88-9f66-88f0b1054f65 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:13.080721 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port c19d7c85-39cc-4b88-9f66-88f0b1054f65 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:13.081069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:13.128977 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-9a048f5e-a154-42ba-b041-427ce82c3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.130600 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-9a048f5e-a154-42ba-b041-427ce82c3007 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.1792192 Jul 27 15:22:13.180527 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-803f03be-7cd2-4c9b-9678-c6cf7e4183e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 217 time: 0.0415726 Jul 27 15:22:13.190074 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:13.202492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b218e-c106-4ba7-99c1-86206d2eed20 req-97fe9e51-80dc-4607-a1f9-c2d0e7e29aa2 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.205146 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-729b218e-c106-4ba7-99c1-86206d2eed20 req-97fe9e51-80dc-4607-a1f9-c2d0e7e29aa2 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.0922799 Jul 27 15:22:13.256449 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-c9c18232-38b5-4b6f-abba-b79c45ce8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.257947 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-c9c18232-38b5-4b6f-abba-b79c45ce8752 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0689192 Jul 27 15:22:13.261459 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-729b218e-c106-4ba7-99c1-86206d2eed20 req-c64b693f-596c-4c67-a8e3-d4bffc5454b5 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Jul 27 15:22:13.262371 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:13.268885 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:13.330440 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:13.355870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-db14c6d4-b49b-43e9-9471-7a479991330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.359050 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-db14c6d4-b49b-43e9-9471-7a479991330d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925894 Jul 27 15:22:13.375967 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09fe98-3599-4126-8f12-5524ed1e8f5e req-04b3dd5c-08a6-46bf-b1e9-f390535be55d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.383395 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-df09fe98-3599-4126-8f12-5524ed1e8f5e req-04b3dd5c-08a6-46bf-b1e9-f390535be55d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0951366 Jul 27 15:22:13.443946 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-df09fe98-3599-4126-8f12-5524ed1e8f5e req-558fd15f-cd9c-4e28-8460-e8b828c6b04c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595911 Jul 27 15:22:13.487296 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-77529878-4e9a-475c-9a26-e8d330a3c327 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170669 Jul 27 15:22:13.527842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b02f-d268-45cc-9708-f7a8779c734e req-eb635a3b-219b-4c83-89ad-13502e3b569c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:13.529829 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6f16b02f-d268-45cc-9708-f7a8779c734e req-eb635a3b-219b-4c83-89ad-13502e3b569c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0847232 Jul 27 15:22:13.584354 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6f16b02f-d268-45cc-9708-f7a8779c734e req-717c238a-fffd-433b-b7db-a2ce33387454 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Jul 27 15:22:13.587719 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20c91a6e-81c9-44fa-9522-9f3435cb78c6 req-0b5a8468-58b8-43ef-b00e-30ae814e2c72 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 Jul 27 15:22:13.596178 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:22:13.855780 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba'}, {'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc'}, {'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:13.855780 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7613f182-e7a2-463d-bd16-2a7c0333a62f" -d '{"events": [{"server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "name": "network-vif-plugged", "status": "completed", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba"}, {"server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "name": "network-vif-plugged", "status": "completed", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc"}, {"server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:13.900823 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace07a1-40cf-412f-8dcd-7db01f256c2c x-openstack-request-id: req-6ace07a1-40cf-412f-8dcd-7db01f256c2c {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:13.901114 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "name": "network-vif-plugged", "status": "completed", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba", "code": 200}, {"server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "name": "network-vif-plugged", "status": "completed", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc", "code": 200}, {"server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:13.901368 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ace07a1-40cf-412f-8dcd-7db01f256c2c {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:13.901789 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba', 'code': 200} Jul 27 15:22:13.902016 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'code': 200} Jul 27 15:22:13.902265 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65', 'code': 200} Jul 27 15:22:14.207771 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f3f7d-c34b-405a-b77d-f09ea9bfc313 req-fe831054-dbc7-4def-9fc7-ebd79cfaf18f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.210420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-488f3f7d-c34b-405a-b77d-f09ea9bfc313 req-fe831054-dbc7-4def-9fc7-ebd79cfaf18f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1182446 Jul 27 15:22:14.340978 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-488f3f7d-c34b-405a-b77d-f09ea9bfc313 req-5741f830-4203-4559-b065-ef625ded8983 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989552 Jul 27 15:22:14.387662 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83946597-b406-47a8-8625-6ea854e44481 req-304dc422-734c-4909-915c-710436f143ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.395020 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83946597-b406-47a8-8625-6ea854e44481 req-304dc422-734c-4909-915c-710436f143ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1833382 Jul 27 15:22:14.441723 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83946597-b406-47a8-8625-6ea854e44481 req-eafb6919-f722-46a9-9181-580595d81d3d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Jul 27 15:22:14.513395 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef436c-267a-4d57-b8ea-b5227608f311 req-572d74b8-2c50-47ae-aeb4-2d664b8315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.515774 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-08ef436c-267a-4d57-b8ea-b5227608f311 req-572d74b8-2c50-47ae-aeb4-2d664b8315f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0882895 Jul 27 15:22:14.533415 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58572) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:14.596993 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-08ef436c-267a-4d57-b8ea-b5227608f311 req-5ce3681f-9382-4735-9b36-67cbe9fba3de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690970 Jul 27 15:22:14.597595 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c80b-08dd-49fc-b46e-662c3a2f6583 req-94975517-51ae-412a-8eea-dc663dfc3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.599163 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5f15c80b-08dd-49fc-b46e-662c3a2f6583 req-94975517-51ae-412a-8eea-dc663dfc3045 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 1099 time: 0.1720247 Jul 27 15:22:14.611843 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88414-f528-4dfb-b22f-273154f008d7 req-12d7cc48-f332-463e-afc1-12002011ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.613555 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-f9d88414-f528-4dfb-b22f-273154f008d7 req-12d7cc48-f332-463e-afc1-12002011ba4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0860205 Jul 27 15:22:14.628482 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eadd9-a8b7-4f6d-91a2-206dc6101792 req-5eb4a165-d1f7-4630-b1a4-2c20f361e32c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.630034 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ab1eadd9-a8b7-4f6d-91a2-206dc6101792 req-5eb4a165-d1f7-4630-b1a4-2c20f361e32c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0898387 Jul 27 15:22:14.653219 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-793f1081-59f2-449d-b60b-911848161e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:14.725642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ab1eadd9-a8b7-4f6d-91a2-206dc6101792 req-eaca2fb4-054d-4905-b8ba-d1977ac545d1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851440 Jul 27 15:22:14.784860 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3af0f-e30d-467d-a453-62b2606c4c7d req-1cc71c4e-ae5a-4f0a-8e16-a00762c79743 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:14.786394 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d9d3af0f-e30d-467d-a453-62b2606c4c7d req-1cc71c4e-ae5a-4f0a-8e16-a00762c79743 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1193836 Jul 27 15:22:14.850305 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d9d3af0f-e30d-467d-a453-62b2606c4c7d req-b9b33425-4f74-4d17-9b5e-4b70430cd34f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547600 Jul 27 15:22:14.854827 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-793f1081-59f2-449d-b60b-911848161e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:14.860802 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-793f1081-59f2-449d-b60b-911848161e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:14.905248 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-793f1081-59f2-449d-b60b-911848161e2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc09166648664f6296b3ce1a072779b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707113 Jul 27 15:22:14.906022 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1081-59f2-449d-b60b-911848161e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d156da-6cd9-49c5-9a1c-1aa62ef11e41,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:14.908495 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58586) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:14.961739 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.013494 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.050665 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-f9d88414-f528-4dfb-b22f-273154f008d7 req-49588e6c-3886-42ff-a696-68ef7f3ba3b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847926 Jul 27 15:22:15.053989 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-5f15c80b-08dd-49fc-b46e-662c3a2f6583 req-9a517db9-8038-4c7c-bfc2-d5aa8185d82d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870667 Jul 27 15:22:15.084290 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.087053 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.088192 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07d156da-6cd9-49c5-9a1c-1aa62ef11e41 HTTP/1.1" status: 204 len: 168 time: 0.1787398 Jul 27 15:22:15.098947 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ee568-6e49-4d64-98b9-3596b7d7cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d156da-6cd9-49c5-9a1c-1aa62ef11e41,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:15.345517 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58598) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:15.358534 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e87086ca-41ca-449d-be5f-545e5d961e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.468507 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e87086ca-41ca-449d-be5f-545e5d961e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.476750 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e87086ca-41ca-449d-be5f-545e5d961e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.491426 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4106-b564-4528-b3d2-66a890a4024a req-d641d7cc-95b6-45a6-8fd5-b5f7a67899d5 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:15.499923 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f81d4106-b564-4528-b3d2-66a890a4024a req-d641d7cc-95b6-45a6-8fd5-b5f7a67899d5 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0884624 Jul 27 15:22:15.546158 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f81d4106-b564-4528-b3d2-66a890a4024a req-c3e32848-698d-41e1-a56b-9425dcf80a87 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 Jul 27 15:22:15.652809 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09a916-cc30-44f5-9e43-866854bdf858 req-cabdba87-b58a-456b-9a7a-091378180a3b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:15.654822 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a09a916-cc30-44f5-9e43-866854bdf858 req-cabdba87-b58a-456b-9a7a-091378180a3b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.0929396 Jul 27 15:22:15.700218 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a09a916-cc30-44f5-9e43-866854bdf858 req-2cc1f377-cee3-44b3-ae70-128a33e45a1d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Jul 27 15:22:15.748826 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e87086ca-41ca-449d-be5f-545e5d961e20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e27fc3fd4d6418daca66a8e381f4f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015963 Jul 27 15:22:15.751060 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87086ca-41ca-449d-be5f-545e5d961e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff009f-a548-4c55-8351-af8726f76d83,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:15.752273 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58626) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:15.819000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.824376 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.879335 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:15.957492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c343-5784-4104-8850-eb1ce485c22f req-f73c8da2-7a4b-4467-9539-dd4849490269 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:15.957766 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8230c343-5784-4104-8850-eb1ce485c22f req-f73c8da2-7a4b-4467-9539-dd4849490269 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1359410 Jul 27 15:22:16.013031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.015581 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.019333 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4ff009f-a548-4c55-8351-af8726f76d83 HTTP/1.1" status: 204 len: 168 time: 0.2659895 Jul 27 15:22:16.041736 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8230c343-5784-4104-8850-eb1ce485c22f req-f7a4f91f-a75f-4700-9e3a-cc9c02491723 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737972 Jul 27 15:22:16.044001 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad34e92-3792-4de4-927b-8c3e8928c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff009f-a548-4c55-8351-af8726f76d83,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:16.079567 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f18d31-cb03-4663-87bc-6644fc9bee81 req-25f6f8a1-7cf0-48e8-bd77-3c24e9f46552 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:16.081253 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-67f18d31-cb03-4663-87bc-6644fc9bee81 req-25f6f8a1-7cf0-48e8-bd77-3c24e9f46552 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1335807 Jul 27 15:22:16.140442 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-67f18d31-cb03-4663-87bc-6644fc9bee81 req-bd4ebd53-fd7c-4cea-960e-087342eda541 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492277 Jul 27 15:22:16.240337 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0c75-341a-4ea2-a529-a567d971b5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.486558 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:16.583930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:16.599038 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:16.639787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.655219 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:16.688360 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:16.696881 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.716884 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c833f-4ff5-4b55-925d-e4c1e7c7594c req-dfbae23e-83f6-4530-9261-711259d53c16 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:16.725723 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d41c833f-4ff5-4b55-925d-e4c1e7c7594c req-dfbae23e-83f6-4530-9261-711259d53c16 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1121075 Jul 27 15:22:16.782819 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d41c833f-4ff5-4b55-925d-e4c1e7c7594c req-9dedd799-0bda-49a9-97c3-dd9c336baa62 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557926 Jul 27 15:22:16.794415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:16.828932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58670) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:16.931723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522885752-network', 'tenant_id': 'c60da5523a7a4b70be278abc15808601'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:16.954349 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Made reservation on behalf of c60da5523a7a4b70be278abc15808601 for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:16.956628 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:16.964917 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.072481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.076844 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.112656 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:22:17.161807 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130d02d7-e571-47d8-ba0f-caa01f791375,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:17.176761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.177132 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Added segment a64d81e3-e403-4a46-bef2-16753673862b of type vlan for network 278b0460-40dd-4b6e-ad51-01245b541002 Jul 27 15:22:17.188051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58690) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:17.237904 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.300156 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-09f826b3-9dbc-40b0-a5f7-2099c506f132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.326420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6761a-422a-4ff8-bd83-c20142f9561b req-e190f233-4ee6-4ac2-939f-900e6f3235ee tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:17.334955 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-34e6761a-422a-4ff8-bd83-c20142f9561b req-e190f233-4ee6-4ac2-939f-900e6f3235ee tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.2133594 Jul 27 15:22:17.364490 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.365611 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:17.366439 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.413044 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-09f826b3-9dbc-40b0-a5f7-2099c506f132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.420392 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-09f826b3-9dbc-40b0-a5f7-2099c506f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.444988 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['a03d9438-c7a4-446b-884f-370251dd9d3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:17.449795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69eb34-f2fd-4b41-8086-d65b8417e8a9 req-fb2a99b0-7e7a-4550-b51e-ced60fc483f7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:17.451376 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c69eb34-f2fd-4b41-8086-d65b8417e8a9 req-fb2a99b0-7e7a-4550-b51e-ced60fc483f7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.2091055 Jul 27 15:22:17.463420 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-09f826b3-9dbc-40b0-a5f7-2099c506f132 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08e208dc6cb94663a67ed0ac6a6a0979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705441 Jul 27 15:22:17.463420 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f826b3-9dbc-40b0-a5f7-2099c506f132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec31655-575c-46be-b740-7056744b5794,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:17.464320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58698) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:17.465056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6349888 Jul 27 15:22:17.469356 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58700) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:17.481175 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Request body: {'subnet': {'network_id': '278b0460-40dd-4b6e-ad51-01245b541002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522885752-subnet', 'tenant_id': 'c60da5523a7a4b70be278abc15808601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:17.499037 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-34e6761a-422a-4ff8-bd83-c20142f9561b req-b1f73bb7-db37-43c6-8e90-57ab6fe47b1b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629925 Jul 27 15:22:17.503401 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a8528-d086-450a-b7ef-8f580201f128 admin admin] Pushing event updated for resources: {'Network': ['ID=278b0460-40dd-4b6e-ad51-01245b541002,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:17.519123 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.521978 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 278b0460-40dd-4b6e-ad51-01245b541002 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:22:17.555871 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.558424 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c69eb34-f2fd-4b41-8086-d65b8417e8a9 req-0c654b8f-3968-4f92-9088-e10d9e6249d2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919526 Jul 27 15:22:17.559786 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Made reservation on behalf of c60da5523a7a4b70be278abc15808601 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:17.563514 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.620664 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.623830 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.625634 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ec31655-575c-46be-b740-7056744b5794 HTTP/1.1" status: 204 len: 168 time: 0.1600256 Jul 27 15:22:17.639011 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4442-1480-41cc-9bc4-bb8fb99dbb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec31655-575c-46be-b740-7056744b5794,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:17.798009 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.853174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44e7289-76d0-42ed-ace2-9b2f0a3921c7,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:17.864542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Checking segment: {'id': 'a64d81e3-e403-4a46-bef2-16753673862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '278b0460-40dd-4b6e-ad51-01245b541002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:17.865002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Network hostable DHCP agents. Network: 278b0460-40dd-4b6e-ad51-01245b541002, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:22:17.928989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Network 278b0460-40dd-4b6e-ad51-01245b541002 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:22:17.949301 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 278b0460-40dd-4b6e-ad51-01245b541002) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:17.958144 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:17.958665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:17.959712 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61922893-ffbd-4172-a0de-e0c6910b4ada None None] Network 278b0460-40dd-4b6e-ad51-01245b541002 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:17.977662 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a982d91-b714-4bb8-94d5-6e066f93a24a req-3bbf245c-d27b-4400-90e1-d0ba8799255f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:17.979469 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8a982d91-b714-4bb8-94d5-6e066f93a24a req-3bbf245c-d27b-4400-90e1-d0ba8799255f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1059799 Jul 27 15:22:17.989851 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-911538b0-7929-4343-9b46-8ad971dd4e36 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5168455 Jul 27 15:22:18.032537 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8a982d91-b714-4bb8-94d5-6e066f93a24a req-754065b8-6351-4fd7-9e65-3174559f1197 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452044 Jul 27 15:22:18.171040 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29a6cd-67fb-4513-9f21-e5e6515f322f None None] Network 278b0460-40dd-4b6e-ad51-01245b541002 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:18.261936 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578c27-e871-477e-afb0-4e529d081077 req-4a108c39-8652-4926-baa5-fb25cafaea53 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:18.263556 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d6578c27-e871-477e-afb0-4e529d081077 req-4a108c39-8652-4926-baa5-fb25cafaea53 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1261189 Jul 27 15:22:18.273863 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58742) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:18.278619 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'floatingip': {'port_id': 'e6af182d-e796-4b48-bce1-9f47262a90dc'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:18.399468 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:18.651285 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4f97c-ff7a-4a26-bbc1-88652ef6737b req-08491447-35c7-4371-bbb9-2b61bc7e40b5 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:18.653248 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cbb4f97c-ff7a-4a26-bbc1-88652ef6737b req-08491447-35c7-4371-bbb9-2b61bc7e40b5 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0694463 Jul 27 15:22:18.712087 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-69225707-4720-4111-b087-bfe3e3709a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:18.752171 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8f1b0-f5a9-42ec-936d-10cd226186d9 req-4e1fd6c2-ef90-48ec-a304-b0c85f9e1eb9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:18.753813 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dff8f1b0-f5a9-42ec-936d-10cd226186d9 req-4e1fd6c2-ef90-48ec-a304-b0c85f9e1eb9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.0935338 Jul 27 15:22:18.758265 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cbb4f97c-ff7a-4a26-bbc1-88652ef6737b req-67b3516b-d223-4410-bf2f-e191dce4824c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958657 Jul 27 15:22:18.775121 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58776) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:18.783041 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1987883415-network', 'tenant_id': '7d7199054ab54c1eb5f08fc80600ddb7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:18.815605 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Made reservation on behalf of 7d7199054ab54c1eb5f08fc80600ddb7 for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:18.819427 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:18.831941 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:18.864986 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dff8f1b0-f5a9-42ec-936d-10cd226186d9 req-29fb139d-1fa7-4b9b-90ed-3af92cbc407a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958807 Jul 27 15:22:18.988741 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.011491 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.017835 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.068767 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d9e07-5dbc-4af3-bd83-cb3fb89079e3,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:19.088202 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:22:19.103370 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.103717 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Added segment 8524dc81-534a-4802-af54-1a2a9aa580f4 of type vlan for network 56fd49ae-346f-499c-a7db-4256083c783c Jul 27 15:22:19.148613 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.226938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.227925 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:19.228527 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.231051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.db.resource_extend [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 15:22:19.288688 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5114727 Jul 27 15:22:19.291362 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58788) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:19.298850 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Request body: {'subnet': {'network_id': '56fd49ae-346f-499c-a7db-4256083c783c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1987883415-subnet', 'tenant_id': '7d7199054ab54c1eb5f08fc80600ddb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:19.317834 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aaec5-8673-4fd3-a0a9-61785e3474e8 req-46ffad46-c20a-46be-8faf-065bee738a9f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:19.322524 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af5aaec5-8673-4fd3-a0a9-61785e3474e8 req-46ffad46-c20a-46be-8faf-065bee738a9f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1585541 Jul 27 15:22:19.322690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.323159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da6182-ed48-4f20-ac63-89d76a1d2e37 admin admin] Pushing event updated for resources: {'Network': ['ID=56fd49ae-346f-499c-a7db-4256083c783c,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:19.332332 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.333456 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 56fd49ae-346f-499c-a7db-4256083c783c details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:22:19.359552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Made reservation on behalf of 7d7199054ab54c1eb5f08fc80600ddb7 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:19.361802 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.394067 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af5aaec5-8673-4fd3-a0a9-61785e3474e8 req-8d43d512-c2e2-41b2-aacd-d9ee49844577 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Jul 27 15:22:19.465811 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.l3_db [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Floating IP a239c91e-dfcb-4e72-b393-56646854a2c4 associated. External IP: 172.27.1.133, port: e6af182d-e796-4b48-bce1-9f47262a90dc. Jul 27 15:22:19.503728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-f4868a71-710a-46c2-8d15-7d324fc10c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:19.505421 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-f4868a71-710a-46c2-8d15-7d324fc10c8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 1099 time: 0.3435600 Jul 27 15:22:19.598203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.673176 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f9a195-a06b-4985-a5ff-beb5969e7d2b,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:19.681020 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Checking segment: {'id': '8524dc81-534a-4802-af54-1a2a9aa580f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '56fd49ae-346f-499c-a7db-4256083c783c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:19.681377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Network hostable DHCP agents. Network: 56fd49ae-346f-499c-a7db-4256083c783c, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:22:19.700836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Network 56fd49ae-346f-499c-a7db-4256083c783c is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:22:19.711646 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 56fd49ae-346f-499c-a7db-4256083c783c) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:19.716050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:19.716623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:19.721519 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc8a72-a1ca-4690-bcb4-512654035d5f None None] Network 56fd49ae-346f-499c-a7db-4256083c783c requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:19.748775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d5e88e6f-85af-41b4-9b8d-cb7ae41a3d47 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4560640 Jul 27 15:22:19.873211 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246278e-c57f-448c-8874-fa600f1ee31a None None] Network 56fd49ae-346f-499c-a7db-4256083c783c requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:19.901253 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-42fe571c-0222-4001-abe8-c40c21d30646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:19.901253 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-42fe571c-0222-4001-abe8-c40c21d30646 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.3840504 Jul 27 15:22:19.975131 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.014006 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-3cc8e931-6f68-43f9-8498-972dd658e835 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba HTTP/1.1" status: 200 len: 217 time: 0.0992115 Jul 27 15:22:20.061425 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecf625-6e48-4e13-a329-9a5bd7d581a1 req-0e7bf570-fb0a-44c5-84ac-7557271ffcc2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:20.070018 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91ecf625-6e48-4e13-a329-9a5bd7d581a1 req-0e7bf570-fb0a-44c5-84ac-7557271ffcc2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.0823376 Jul 27 15:22:20.083625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:22:20.090776 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-e60b4df6-98c2-44d3-8979-fb03db37b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:20.092241 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-e60b4df6-98c2-44d3-8979-fb03db37b855 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0642326 Jul 27 15:22:20.137101 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91ecf625-6e48-4e13-a329-9a5bd7d581a1 req-945dc467-ba1f-4dfe-8950-e6237a11f866 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658329 Jul 27 15:22:20.203849 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-0a7d7418-7b15-41fb-9754-4c3763305c99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293646 Jul 27 15:22:20.272301 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58830) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:20.330021 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:22:20.334947 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.345950 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:22:20.358272 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:22:20.359818 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:22:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:20.398102 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6ed377f7-cde9-4dd6-a0af-47a34d179ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.401334 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-e4e287b8-f181-4ebc-80c9-d067cc66b6f8 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883888 Jul 27 15:22:20.487367 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:22:20.504905 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:20.528059 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2a62bc96-37e2-4098-a434-75ef98fcc047 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "PUT /v2.0/floatingips/a239c91e-dfcb-4e72-b393-56646854a2c4 HTTP/1.1" status: 200 len: 991 time: 2.2530262 Jul 27 15:22:20.530308 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:20.548451 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588681ac-e6b1-4fa6-bff2-103bca123206" -d '{"events": [{"name": "network-changed", "server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:20.647424 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port a03d9438-c7a4-446b-884f-370251dd9d3c completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:20.653223 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port a03d9438-c7a4-446b-884f-370251dd9d3c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:20.653975 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.665451 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03637ddb-4ca1-4167-99ab-c0d4aad7d915 req-c54837a7-babc-4976-b8a6-8fb5ff6f179e service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462494 Jul 27 15:22:20.720148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6ed377f7-cde9-4dd6-a0af-47a34d179ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.736750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689ca2-ec60-4f85-bed8-b6d5bb709bc7 req-3e772a78-6bec-4c84-a821-a46944b0d60f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:20.746796 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f4689ca2-ec60-4f85-bed8-b6d5bb709bc7 req-3e772a78-6bec-4c84-a821-a46944b0d60f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.2521973 Jul 27 15:22:20.756642 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.763289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6ed377f7-cde9-4dd6-a0af-47a34d179ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.786390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:20.789193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edce22-76cd-45b0-8498-501389c67dba" -d '{"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:20.815491 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'a239c91e-dfcb-4e72-b393-56646854a2c4', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:04:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:21:53Z', 'updated_at': '2021-07-27T15:22:19Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:20.821285 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:20.829956 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.846169 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed377f7-cde9-4dd6-a0af-47a34d179ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7a4a9-160f-4e40-b897-c980aee9e497,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:20.847281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d32c4-3ecd-4c65-998d-377ba6ceaf50 x-openstack-request-id: req-d11d32c4-3ecd-4c65-998d-377ba6ceaf50 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:20.847701 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:20.848090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d11d32c4-3ecd-4c65-998d-377ba6ceaf50 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:20.848590 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'status': 'completed', 'code': 200} Jul 27 15:22:20.870454 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:22:20.873243 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-6ed377f7-cde9-4dd6-a0af-47a34d179ff2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fdeeb907d1d4d839c821bc5c9b8cd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998099 Jul 27 15:22:20.876463 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58860) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:20.879210 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f4689ca2-ec60-4f85-bed8-b6d5bb709bc7 req-262d0257-58b6-4d24-8ba3-777614f69874 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303008 Jul 27 15:22:20.888228 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:22:20.888855 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:22:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:20.931323 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344afba0-8e0e-4bf3-a99c-d52aeb1e432c x-openstack-request-id: req-344afba0-8e0e-4bf3-a99c-d52aeb1e432c {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:20.931613 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:20.931871 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-344afba0-8e0e-4bf3-a99c-d52aeb1e432c {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:20.932262 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'code': 200} Jul 27 15:22:20.933207 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:20.950717 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:20.972037 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.015793 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:22:21.027072 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.029658 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.030719 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62d7a4a9-160f-4e40-b897-c980aee9e497 HTTP/1.1" status: 204 len: 168 time: 0.1530056 Jul 27 15:22:21.054953 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f2681-d81f-4bca-8f9a-be93fbb31237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7a4a9-160f-4e40-b897-c980aee9e497,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:21.105618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-d032f055-e472-4474-b4d1-9519b8944aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:21.107224 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-d032f055-e472-4474-b4d1-9519b8944aec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0911307 Jul 27 15:22:21.290599 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-6f6ca361-e0f3-4292-bc3b-d62a609f1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:21.292222 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-6f6ca361-e0f3-4292-bc3b-d62a609f1743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.1700881 Jul 27 15:22:21.294095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbce46-03e5-42dc-ac1e-2e53343a2b95 req-2d3f8e75-b60a-4e65-95f6-8ebc39ab588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:21.295886 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-23dbce46-03e5-42dc-ac1e-2e53343a2b95 req-2d3f8e75-b60a-4e65-95f6-8ebc39ab588d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1098 time: 0.0995407 Jul 27 15:22:21.297295 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'a239c91e-dfcb-4e72-b393-56646854a2c4', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:04:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:21:53Z', 'updated_at': '2021-07-27T15:22:19Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:21.307004 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb08d6-868e-4296-b527-8f3d7e14f01c req-802bfafe-c91b-45b6-8479-f581532ce858 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:21.315726 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85eb08d6-868e-4296-b527-8f3d7e14f01c req-802bfafe-c91b-45b6-8479-f581532ce858 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0844018 Jul 27 15:22:21.334092 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707b6f4-f4b5-48d7-a7be-da208df6b849 None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'a239c91e-dfcb-4e72-b393-56646854a2c4', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:04:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:21:53Z', 'updated_at': '2021-07-27T15:22:19Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:22:21.356604 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85eb08d6-868e-4296-b527-8f3d7e14f01c req-74028ba1-7907-44e0-8877-d3ca232331fb tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404367 Jul 27 15:22:21.406415 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58870) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:21.419357 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-54e614c0-e6d1-469a-80ef-a48564ef7bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.429921 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-ff2c806a-b96a-4518-a557-343e6c8c921d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 999 time: 0.1225595 Jul 27 15:22:21.442686 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-23dbce46-03e5-42dc-ac1e-2e53343a2b95 req-bade9325-9716-46a3-bef2-bf4ed5a08085 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743067 Jul 27 15:22:21.516555 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-54e614c0-e6d1-469a-80ef-a48564ef7bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.520311 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-54e614c0-e6d1-469a-80ef-a48564ef7bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.559066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-54e614c0-e6d1-469a-80ef-a48564ef7bfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c96cb5d86813485f9aaf1cd7f644dcd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515453 Jul 27 15:22:21.560168 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e614c0-e6d1-469a-80ef-a48564ef7bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713854d7-757d-4dbd-aab7-2d3a35a7d496,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:21.562314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58874) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:21.598415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e4205-e30f-415d-8a69-e93757134390 None None] New status for floating IP a239c91e-dfcb-4e72-b393-56646854a2c4: ACTIVE {{(pid=93078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:22:21.637633 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.659761 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.719847 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.724321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:21.728275 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/713854d7-757d-4dbd-aab7-2d3a35a7d496 HTTP/1.1" status: 204 len: 168 time: 0.1647232 Jul 27 15:22:21.738407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701286e-2a79-4e29-b38b-124ba1d051f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713854d7-757d-4dbd-aab7-2d3a35a7d496,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:21.936888 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:22.063565 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85051a-c192-4466-98c6-1989159b092a req-adef07e3-78c2-4545-ab33-4a4db98e29f9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:22.065602 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8c85051a-c192-4466-98c6-1989159b092a req-adef07e3-78c2-4545-ab33-4a4db98e29f9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0938556 Jul 27 15:22:22.106998 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8c85051a-c192-4466-98c6-1989159b092a req-26b76410-c3b1-4543-8c9f-c60733453a9b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Jul 27 15:22:22.496490 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41137-a55a-4419-b90f-33ccc37e8439 req-087cb3af-51fc-4cc0-b82d-0650f277ccfa tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:22.497997 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9aa41137-a55a-4419-b90f-33ccc37e8439 req-087cb3af-51fc-4cc0-b82d-0650f277ccfa tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0635543 Jul 27 15:22:22.540264 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9aa41137-a55a-4419-b90f-33ccc37e8439 req-b2daaba0-f4c4-4fa9-95f0-1d425ecd8aec tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352306 Jul 27 15:22:23.356948 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58954) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:23.406812 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f863c4-602e-4f28-ba0c-f9df4ed53c76 req-1129a4af-fbe0-447a-b110-3f5a3841c785 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:23.408353 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9f863c4-602e-4f28-ba0c-f9df4ed53c76 req-1129a4af-fbe0-447a-b110-3f5a3841c785 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.2342777 Jul 27 15:22:23.446576 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9f863c4-602e-4f28-ba0c-f9df4ed53c76 req-2f5a6581-6836-4737-93c4-4f9b14473ecc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Jul 27 15:22:23.460361 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-46573132-a484-4455-8c4c-b349c5fdd72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.548303 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-46573132-a484-4455-8c4c-b349c5fdd72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.551954 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-46573132-a484-4455-8c4c-b349c5fdd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.589606 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-46573132-a484-4455-8c4c-b349c5fdd72e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ca6854922884f429cbd593040fa48ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315655 Jul 27 15:22:23.590851 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46573132-a484-4455-8c4c-b349c5fdd72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95959b3d-3da8-4283-ba66-265e9e020331,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:23.592258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58960) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:23.676550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.716921 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.731182 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a4024-2ae6-4152-8571-4894c092048a req-8656ad81-3bfc-4b44-82ee-c4eba39b03c4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:23.732641 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc2a4024-2ae6-4152-8571-4894c092048a req-8656ad81-3bfc-4b44-82ee-c4eba39b03c4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1158345 Jul 27 15:22:23.785971 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc2a4024-2ae6-4152-8571-4894c092048a req-cf379d40-ce12-4eb1-a258-459eab73eee0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Jul 27 15:22:23.798678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.801231 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:23.804755 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95959b3d-3da8-4283-ba66-265e9e020331 HTTP/1.1" status: 204 len: 168 time: 0.2090116 Jul 27 15:22:23.815649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc476c9-4ded-4c5d-bd26-f53c3ffcb0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95959b3d-3da8-4283-ba66-265e9e020331,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:24.067729 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 58970) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:24.082032 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e19c2c3f-efc9-48a6-a3ad-d925e6ad2333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.168998 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e19c2c3f-efc9-48a6-a3ad-d925e6ad2333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.174282 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e19c2c3f-efc9-48a6-a3ad-d925e6ad2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.211831 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e19c2c3f-efc9-48a6-a3ad-d925e6ad2333 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74cfc4079a364249b0af8e4ebdd27f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429894 Jul 27 15:22:24.212678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c2c3f-efc9-48a6-a3ad-d925e6ad2333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083feeb4-190b-4e98-b260-889838c597f7,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:24.214697 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 58974) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:24.262569 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.282401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.327991 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.330795 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:24.331983 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/083feeb4-190b-4e98-b260-889838c597f7 HTTP/1.1" status: 204 len: 168 time: 0.1161101 Jul 27 15:22:24.339567 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654d704-3721-4236-b74b-d436dbf669ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083feeb4-190b-4e98-b260-889838c597f7,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:24.582407 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9185ed6-1cbe-49f2-b298-c13771329502 req-799a9cf0-6842-4fb0-9ecf-b388f776df57 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:24.582590 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e9185ed6-1cbe-49f2-b298-c13771329502 req-799a9cf0-6842-4fb0-9ecf-b388f776df57 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0670695 Jul 27 15:22:24.620858 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e9185ed6-1cbe-49f2-b298-c13771329502 req-60820021-303a-4af7-94d4-d723927a7309 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Jul 27 15:22:24.933923 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de516123-4353-42c7-9170-46bba3f737a0 req-f7df1791-f781-4216-ba56-c70d75fc1e80 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:24.938855 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de516123-4353-42c7-9170-46bba3f737a0 req-f7df1791-f781-4216-ba56-c70d75fc1e80 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0816259 Jul 27 15:22:24.977881 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de516123-4353-42c7-9170-46bba3f737a0 req-e0c8de5b-df10-4f29-84fc-622fd237dced tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Jul 27 15:22:25.086233 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-27c72379-dd43-413a-909a-5a37397a7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:25.087736 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-27c72379-dd43-413a-909a-5a37397a7fba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0523336 Jul 27 15:22:25.233050 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-8bb4f3e2-ad56-444d-b623-9209fef37ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:25.236186 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-8bb4f3e2-ad56-444d-b623-9209fef37ebc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934818 Jul 27 15:22:25.351006 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-5b7511c4-2117-4757-b6de-1009fa855392 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961347 Jul 27 15:22:25.476368 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-588681ac-e6b1-4fa6-bff2-103bca123206 req-c22f847b-1586-4056-9cf0-3e5d8d20eece service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097221 Jul 27 15:22:25.757893 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543375-2957-4d38-9527-fa5a4e99a921 req-a89af578-a687-4c15-a99e-f16ed9a54a49 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:25.759606 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-29543375-2957-4d38-9527-fa5a4e99a921 req-a89af578-a687-4c15-a99e-f16ed9a54a49 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0691426 Jul 27 15:22:25.800634 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-29543375-2957-4d38-9527-fa5a4e99a921 req-aba3859f-1d4d-4c81-92ea-7609d73c144b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Jul 27 15:22:26.114551 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4db67-56e3-4696-bd28-aac6c43ba77f req-5a481010-eb1f-4eeb-9789-0b31dd8e60d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:26.116047 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48a4db67-56e3-4696-bd28-aac6c43ba77f req-5a481010-eb1f-4eeb-9789-0b31dd8e60d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0674462 Jul 27 15:22:26.156344 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48a4db67-56e3-4696-bd28-aac6c43ba77f req-ee9e9f49-b2c5-469a-b162-dbfe497c9c7c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 27 15:22:26.848462 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59118) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:26.952298 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f804-f022-4f4b-8fad-0f1e97cc3d23 req-40507cea-f1fd-4ad9-ade1-cbd9f164d9fa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:26.953837 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e7b7f804-f022-4f4b-8fad-0f1e97cc3d23 req-40507cea-f1fd-4ad9-ade1-cbd9f164d9fa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0655682 Jul 27 15:22:26.957483 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cfd87dfb-af79-467e-a61a-41613918a0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:26.992507 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e7b7f804-f022-4f4b-8fad-0f1e97cc3d23 req-71b02bba-b4eb-49d1-96c7-6ccbd2ba9490 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 27 15:22:27.051704 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cfd87dfb-af79-467e-a61a-41613918a0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.055638 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cfd87dfb-af79-467e-a61a-41613918a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.092044 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-cfd87dfb-af79-467e-a61a-41613918a0aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40d15443cb7049ecacdec157fefeda41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423151 Jul 27 15:22:27.094553 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87dfb-af79-467e-a61a-41613918a0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92eedd-e3d6-4536-8630-021931743d40,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:27.095223 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59126) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:27.149004 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.173217 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.220421 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.223273 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.224407 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e92eedd-e3d6-4536-8630-021931743d40 HTTP/1.1" status: 204 len: 168 time: 0.1282120 Jul 27 15:22:27.236786 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340d41a-e8f0-4294-b876-8b97cebe9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92eedd-e3d6-4536-8630-021931743d40,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:27.303606 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c736b-0fc4-4dc6-b0e8-c051d65662d5 req-187b7648-3404-4942-83fd-650ba6fb22a9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:27.305052 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-105c736b-0fc4-4dc6-b0e8-c051d65662d5 req-187b7648-3404-4942-83fd-650ba6fb22a9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0704045 Jul 27 15:22:27.345594 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-105c736b-0fc4-4dc6-b0e8-c051d65662d5 req-09c398ef-c3f4-4dd4-aabb-9fb91e853b17 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Jul 27 15:22:27.487443 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157fa2f-025b-4d34-a01c-3d97e6c30838 req-6b03605e-c96d-4003-8212-a4c123c551f3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:27.489291 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6157fa2f-025b-4d34-a01c-3d97e6c30838 req-6b03605e-c96d-4003-8212-a4c123c551f3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0660334 Jul 27 15:22:27.498520 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59138) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:27.505666 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59140) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:27.506725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'floatingip': {'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:27.519343 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0425f8c3-fc5a-40dd-b08e-8e0518cbbdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.588721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.648777 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0425f8c3-fc5a-40dd-b08e-8e0518cbbdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.652612 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0425f8c3-fc5a-40dd-b08e-8e0518cbbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.717445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425f8c3-fc5a-40dd-b08e-8e0518cbbdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b869cbbb-b184-4b7b-bef9-97c646b7446e,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:27.728199 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-0425f8c3-fc5a-40dd-b08e-8e0518cbbdf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e846f38d86fa4045b32eefc62d3bb213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200751 Jul 27 15:22:27.728802 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59144) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:27.808148 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.834552 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.896579 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.900393 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:27.903160 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b869cbbb-b184-4b7b-bef9-97c646b7446e HTTP/1.1" status: 204 len: 168 time: 0.1732099 Jul 27 15:22:27.914374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0949-b38a-4986-875b-4434d0bfa172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b869cbbb-b184-4b7b-bef9-97c646b7446e,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:28.455139 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59170) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:28.475931 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c818-1f6f-4e15-87c1-0485ec729537 req-e4c7a6ee-66a8-4ee4-8cb9-f095ecaa7d71 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:28.477483 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aa80c818-1f6f-4e15-87c1-0485ec729537 req-e4c7a6ee-66a8-4ee4-8cb9-f095ecaa7d71 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.3916347 Jul 27 15:22:28.567706 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.583109 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.588413 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf2b8-ecfe-4d1a-8217-fe3d05994817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.685974 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf2b8-ecfe-4d1a-8217-fe3d05994817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.691721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf2b8-ecfe-4d1a-8217-fe3d05994817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.739700 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1e5bf2b8-ecfe-4d1a-8217-fe3d05994817 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9500c848337c45b480d7fbc6ad53e10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805676 Jul 27 15:22:28.739700 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf2b8-ecfe-4d1a-8217-fe3d05994817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c7c3d-5498-497e-b94f-e5a53f9eb4c4,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:28.740385 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59188) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:28.798440 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.822923 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.854845 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aa80c818-1f6f-4e15-87c1-0485ec729537 req-04146def-1531-4cd4-a3ba-a2cbad14653b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692255 Jul 27 15:22:28.883096 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.885931 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:28.890374 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/970c7c3d-5498-497e-b94f-e5a53f9eb4c4 HTTP/1.1" status: 204 len: 168 time: 0.1489859 Jul 27 15:22:28.900215 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb588cf-c8fa-4b58-ba36-b22395e19c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c7c3d-5498-497e-b94f-e5a53f9eb4c4,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:28.944946 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4b6b-dcab-493a-8d5b-6c2b5cf261d1 req-ef4e9835-3883-44d8-99ae-2266283d9344 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:28.946455 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a81c4b6b-dcab-493a-8d5b-6c2b5cf261d1 req-ef4e9835-3883-44d8-99ae-2266283d9344 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.4180033 Jul 27 15:22:28.978618 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Floating IP d68d6080-c81a-4b9b-9812-7e243c7fbb33 associated. External IP: 172.27.1.206, port: a03d9438-c7a4-446b-884f-370251dd9d3c. Jul 27 15:22:29.041086 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a81c4b6b-dcab-493a-8d5b-6c2b5cf261d1 req-345218fc-a0e6-46ad-8da3-3a081e1e57f2 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855272 Jul 27 15:22:29.207610 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:22:29.330552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:22:29.340178 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:29.340818 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:22:29.353117 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:22:29.353908 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:22:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:29.378998 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e0f488a6-5b4f-41e1-86ce-c124d4548542 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "PUT /v2.0/floatingips/d68d6080-c81a-4b9b-9812-7e243c7fbb33 HTTP/1.1" status: 200 len: 991 time: 1.8786485 Jul 27 15:22:29.379783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:29.382207 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20560512-82b5-40bf-a2e9-621a9e57ad83" -d '{"events": [{"name": "network-changed", "server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:29.428380 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d72da-c5fb-4c74-8284-a1e544ac36d7 x-openstack-request-id: req-8c0d72da-c5fb-4c74-8284-a1e544ac36d7 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:29.429326 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:29.429898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c0d72da-c5fb-4c74-8284-a1e544ac36d7 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:29.430611 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'status': 'completed', 'code': 200} Jul 27 15:22:29.485389 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:22:29.635401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-9c465bbe-1342-441a-8339-65f1718985ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:29.636856 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-9c465bbe-1342-441a-8339-65f1718985ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1098 time: 0.1114182 Jul 27 15:22:29.857013 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-7a7ea589-e6d1-41df-9815-98d2f1de42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:29.860003 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-7a7ea589-e6d1-41df-9815-98d2f1de42ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.2114193 Jul 27 15:22:29.882417 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'd68d6080-c81a-4b9b-9812-7e243c7fbb33', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a8a79-8995-4ac2-b93f-656f98368132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:22:05Z', 'updated_at': '2021-07-27T15:22:28Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:29.943890 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:22:29.958067 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:22:29.959130 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:22:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:30.001139 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-abc1f03b-f0ca-4aef-9bcb-5189277f5ef1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 999 time: 0.1252100 Jul 27 15:22:30.091951 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:22:30.096451 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-908bdd6b-b3ba-44cd-a123-0ad7578ae916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:30.098151 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-908bdd6b-b3ba-44cd-a123-0ad7578ae916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0815914 Jul 27 15:22:30.101765 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d459-37e0-4ca4-bdb7-3345b1a3232a req-fe546682-53c7-4d78-a8e7-c8dc991ac89b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:30.110187 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fff4d459-37e0-4ca4-bdb7-3345b1a3232a req-fe546682-53c7-4d78-a8e7-c8dc991ac89b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0990343 Jul 27 15:22:30.165895 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fff4d459-37e0-4ca4-bdb7-3345b1a3232a req-c7db0483-8256-4d3e-981f-b5f97f4e76ea tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jul 27 15:22:30.201066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-05c8ad42-233d-4159-8fdb-e6b4c0f58382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:30.202993 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-05c8ad42-233d-4159-8fdb-e6b4c0f58382 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952590 Jul 27 15:22:30.314193 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-9e217984-21ea-4618-967f-9072b845ff60 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016650 Jul 27 15:22:30.361201 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a93c5d-c15d-4e6c-bef6-ef4be6455f1e req-db3ca10e-a4e4-4bd0-9a34-89718cb379ee tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:30.369744 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95a93c5d-c15d-4e6c-bef6-ef4be6455f1e req-db3ca10e-a4e4-4bd0-9a34-89718cb379ee tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.1020613 Jul 27 15:22:30.415212 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'd68d6080-c81a-4b9b-9812-7e243c7fbb33', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a8a79-8995-4ac2-b93f-656f98368132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:22:05Z', 'updated_at': '2021-07-27T15:22:28Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:30.421936 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95a93c5d-c15d-4e6c-bef6-ef4be6455f1e req-7b15cfcd-c5f4-4289-8a99-b151fbe2ddb8 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506957 Jul 27 15:22:30.443749 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-20560512-82b5-40bf-a2e9-621a9e57ad83 req-e4a1e09e-dbe6-453b-8279-0b14572e2867 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199436 Jul 27 15:22:30.447474 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bbb0e-74d4-4415-b645-b0041be82022 None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'd68d6080-c81a-4b9b-9812-7e243c7fbb33', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a8a79-8995-4ac2-b93f-656f98368132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:22:05Z', 'updated_at': '2021-07-27T15:22:28Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:22:30.683869 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ce215-ec9e-4e45-9d1f-1ddf441c1229 None None] New status for floating IP d68d6080-c81a-4b9b-9812-7e243c7fbb33: ACTIVE {{(pid=93078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:22:31.300950 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efdefd-8a30-461b-87f1-1483929e46f8 req-ee375939-94f0-4124-b9a2-e02587e4de89 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:31.302438 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6efdefd-8a30-461b-87f1-1483929e46f8 req-ee375939-94f0-4124-b9a2-e02587e4de89 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0640359 Jul 27 15:22:31.340920 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6efdefd-8a30-461b-87f1-1483929e46f8 req-28b1875c-3614-4e78-99d2-31256fabcd42 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Jul 27 15:22:31.573406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb9111-c175-4a34-b16d-de9aea63ba28 req-fec0fd25-602a-4f9e-aeb0-eb9600a326e4 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:31.574701 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6bbb9111-c175-4a34-b16d-de9aea63ba28 req-fec0fd25-602a-4f9e-aeb0-eb9600a326e4 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.0780396 Jul 27 15:22:31.576151 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e622-989e-4920-9d9e-219e91934e52 req-5dba1e89-b532-44f4-9dc6-5f887c4a642c tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:31.578366 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6989e622-989e-4920-9d9e-219e91934e52 req-5dba1e89-b532-44f4-9dc6-5f887c4a642c tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.46 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 946 time: 0.1348643 Jul 27 15:22:31.613997 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6bbb9111-c175-4a34-b16d-de9aea63ba28 req-65931cd1-872c-4e11-bbcc-ecf6ff462a14 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/security-groups?id=170197c4-0454-4d08-90c0-99b147b0340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jul 27 15:22:31.684006 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Deleting port ea60ffff-301e-4030-bf10-27f57eb5b6cd {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:22:31.684346 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:31.774324 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] For port ea60ffff-301e-4030-bf10-27f57eb5b6cd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ea60ffff-301e-4030-bf10-27f57eb5b6cd,segment=NetworkSegment(7294b6bc-a762-49e3-9092-526f6c3ac9cb),segment_id=7294b6bc-a762-49e3-9092-526f6c3ac9cb)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:31.774718 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:31.788720 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Calling delete_port for ea60ffff-301e-4030-bf10-27f57eb5b6cd owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:22:31.947571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:31.998718 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Pushing event deleted for resources: {'Port': ['ID=ea60ffff-301e-4030-bf10-27f57eb5b6cd,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:32.005841 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['ea60ffff-301e-4030-bf10-27f57eb5b6cd'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:32.041921 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] No DVR routers for this DVR port ea60ffff-301e-4030-bf10-27f57eb5b6cd on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:22:32.045557 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:32.048298 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6989e622-989e-4920-9d9e-219e91934e52 req-84e49495-c1a2-4807-99a8-6d08b42c6830 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.46 "DELETE /v2.0/ports/ea60ffff-301e-4030-bf10-27f57eb5b6cd HTTP/1.1" status: 204 len: 173 time: 0.4626009 Jul 27 15:22:32.048734 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'name': 'network-vif-deleted', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:32.050986 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c53ccd-4449-4b82-8a15-41c7375d71b8" -d '{"events": [{"server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "name": "network-vif-deleted", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:32.102161 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2854b3c3-d090-4f01-96c9-45a4468615e0 x-openstack-request-id: req-2854b3c3-d090-4f01-96c9-45a4468615e0 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:32.102496 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929e4f85-7f61-48f5-baed-a47e4becf407", "name": "network-vif-deleted", "tag": "ea60ffff-301e-4030-bf10-27f57eb5b6cd", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:32.102772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2854b3c3-d090-4f01-96c9-45a4468615e0 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:32.103177 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929e4f85-7f61-48f5-baed-a47e4becf407', 'name': 'network-vif-deleted', 'tag': 'ea60ffff-301e-4030-bf10-27f57eb5b6cd', 'status': 'completed', 'code': 200} Jul 27 15:22:32.473739 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1abdab-76b7-4503-b31a-a976ad11b4c4 req-9ba71af6-5d64-4ad2-acf2-5571a0773d89 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:32.475271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5c1abdab-76b7-4503-b31a-a976ad11b4c4 req-9ba71af6-5d64-4ad2-acf2-5571a0773d89 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0665126 Jul 27 15:22:32.514272 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5c1abdab-76b7-4503-b31a-a976ad11b4c4 req-ead0bd98-8112-436b-ae0c-caa691669f50 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Jul 27 15:22:32.739045 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d548ff61-e6c3-487c-a223-a5abe2bfd124 req-b853e13f-8278-41e5-a20a-445d36859563 tempest-DeleteServersTestJSON-240935663 tempest-DeleteServersTestJSON-240935663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929e4f85-7f61-48f5-baed-a47e4becf407 HTTP/1.1" status: 200 len: 210 time: 0.0547774 Jul 27 15:22:33.645744 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05145-9ab9-4e7b-95a9-65b2838acc83 req-599eb823-e87c-4f3c-9247-247c490e8412 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:33.647257 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eae05145-9ab9-4e7b-95a9-65b2838acc83 req-599eb823-e87c-4f3c-9247-247c490e8412 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0662282 Jul 27 15:22:33.684644 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eae05145-9ab9-4e7b-95a9-65b2838acc83 req-ea7641d4-dc01-46b2-9dc0-3975301cee2b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Jul 27 15:22:34.244709 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59424) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:34.350408 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.441880 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.445048 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.485421 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2106d0ff271b40f2a1e4f7c7e49bac0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395267 Jul 27 15:22:34.486431 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c740106c-ba4a-43ec-b012-e7da3e0185d5,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:34.489203 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59432) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:34.494924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.495267 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.495857 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.496200 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.496564 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.497042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.497559 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.497917 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.498252 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.498608 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.498939 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.499786 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80f0ba-7ff8-4cda-b6b2-0e6b60cc8d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.555389 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.579893 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.599598 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device ea60ffff-301e-4030-bf10-27f57eb5b6cd no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:22:34.621894 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: ea60ffff-301e-4030-bf10-27f57eb5b6cd {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:22:34.622531 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device ea60ffff-301e-4030-bf10-27f57eb5b6cd not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:22:34.649559 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.652877 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:34.657667 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c740106c-ba4a-43ec-b012-e7da3e0185d5 HTTP/1.1" status: 204 len: 168 time: 0.1672373 Jul 27 15:22:34.665979 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c740106c-ba4a-43ec-b012-e7da3e0185d5,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:34.676396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.676995 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.677668 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.678177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.678684 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.679149 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.679860 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.680367 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.680870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.681400 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.681732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.682055 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b7af4-3dc2-46ac-af77-0bd916cc8f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:34.839758 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333dab-67a6-4cd9-899f-2729feb2092f req-81535821-bc49-41fe-9fb5-b23bcdf9c32a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:34.841326 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e333dab-67a6-4cd9-899f-2729feb2092f req-81535821-bc49-41fe-9fb5-b23bcdf9c32a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0817688 Jul 27 15:22:34.892944 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e333dab-67a6-4cd9-899f-2729feb2092f req-f5195fd4-5b7f-460e-8531-77d0bb95f66c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Jul 27 15:22:35.014199 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59454) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:35.028066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3aea74c7-41d0-4bc0-ac35-1648696d4e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.114853 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3aea74c7-41d0-4bc0-ac35-1648696d4e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.119729 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3aea74c7-41d0-4bc0-ac35-1648696d4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.156289 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea74c7-41d0-4bc0-ac35-1648696d4e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac2b7a1-56a4-49a5-9f3a-5986db2cd183,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:35.161638 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3aea74c7-41d0-4bc0-ac35-1648696d4e92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec8d51e9622d484fbac1ce5d1f5d3593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462505 Jul 27 15:22:35.164134 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59464) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:35.178273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59466) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:35.243172 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Deleting subnet e55a9b85-ac03-43fb-8996-0048e542ef90 {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:22:35.248357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.278732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.298205 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.314762 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.317713 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.396533 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.434576 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.438309 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.439485 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fac2b7a1-56a4-49a5-9f3a-5986db2cd183 HTTP/1.1" status: 204 len: 168 time: 0.2743165 Jul 27 15:22:35.445767 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55a9b85-ac03-43fb-8996-0048e542ef90,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:35.462211 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.465948 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d853f739-f35d-4462-82aa-671c0b70b599 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e55a9b85-ac03-43fb-8996-0048e542ef90 HTTP/1.1" status: 204 len: 168 time: 0.2866695 Jul 27 15:22:35.468000 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02f278-5d5c-4d1a-b22e-2ded63b2c37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac2b7a1-56a4-49a5-9f3a-5986db2cd183,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:35.471398 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59484) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:35.488620 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-92e9ef18-1c8b-4f18-af93-6890c91d9ef0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:35.489698 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-92e9ef18-1c8b-4f18-af93-6890c91d9ef0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.1207421 Jul 27 15:22:35.544352 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-f33e8eea-08e5-4acd-b8e3-a7f44d8f829c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/quotas/a6fe5cc0565843be92954f7f00c961c9 HTTP/1.1" status: 200 len: 375 time: 0.0450473 Jul 27 15:22:35.571084 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.697169 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-3dd794ee-cd4b-492c-b512-9f6d35c88803 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448367 Jul 27 15:22:35.698649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.716469 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.716812 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.717541 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.717871 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.718782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.719100 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.719448 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.719788 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.720214 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.720426 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.864740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.865776 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.866117 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.866763 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:22:35.867258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:35.929579 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7294b6bc-a762-49e3-9092-526f6c3ac9cb') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:35.929991 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7294b6bc-a762-49e3-9092-526f6c3ac9cb') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:35.956780 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:35.992952 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.007312 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:22:36.007742 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: from cryptography.utils import int_from_bytes Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: from cryptography.utils import int_from_bytes Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:22:36.011941 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:22:36.080751 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-d4ffb0bb-f65d-42fe-b405-3a5806a87588 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740606 Jul 27 15:22:36.167568 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.174891 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.177063 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5 HTTP/1.1" status: 204 len: 168 time: 0.7046289 Jul 27 15:22:36.216352 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923b894-0f83-4e42-b786-74d7365b44c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4cba79-c08b-4f34-ae9d-1e7bbf658eb5,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:36.264898 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cedc2e4d-dca7-45f2-be06-2eb70a35a391 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833682 Jul 27 15:22:36.318628 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b77248-3c32-4e0d-8d66-6adce7ad9363 req-6c6bb839-8e53-4d80-8bfd-637797f97e01 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:36.321825 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-41b77248-3c32-4e0d-8d66-6adce7ad9363 req-6c6bb839-8e53-4d80-8bfd-637797f97e01 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1418488 Jul 27 15:22:36.408208 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-41b77248-3c32-4e0d-8d66-6adce7ad9363 req-df353618-ed98-4ccb-a265-c0f1ec3611ce tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726240 Jul 27 15:22:36.487881 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5b384f7b-cb07-468f-91e6-af9d2458aede req-603a2ed1-4f68-4b4c-9ae8-bf5db92bbce1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 210 time: 0.0446522 Jul 27 15:22:36.525289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59548) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:36.572160 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7501cb51-99a9-45b2-a4a2-9b2de5cf1b26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76744c59ed114d22a0d7f9027f318861&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460668 Jul 27 15:22:36.574783 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59554) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:36.649539 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.678179 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.761118 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.765120 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:36.766674 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/170197c4-0454-4d08-90c0-99b147b0340c HTTP/1.1" status: 204 len: 168 time: 0.1907051 Jul 27 15:22:36.785564 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c407d-9df9-41a9-bf23-ad6b6c824173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170197c4-0454-4d08-90c0-99b147b0340c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:37.533624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e369f9a-d25c-4565-8437-0f0b2c401121 req-6094e781-02ff-4219-86e5-b98e698ebf22 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:37.535485 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8e369f9a-d25c-4565-8437-0f0b2c401121 req-6094e781-02ff-4219-86e5-b98e698ebf22 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0649343 Jul 27 15:22:37.603503 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35597d41-655b-4985-8a3d-6cf74560b4d2 req-8bc0c26b-1ed0-4af0-b24a-47063f09bf86 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 210 time: 0.0323021 Jul 27 15:22:37.606274 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8e369f9a-d25c-4565-8437-0f0b2c401121 req-52b3f631-cfd0-49c5-903f-352dec4ef910 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Jul 27 15:22:37.958607 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59640) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.025341 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Deleting subnet c44e7289-76d0-42ed-ace2-9b2f0a3921c7 {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:22:38.032804 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.072632 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.127848 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.176020 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59652) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.216362 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.238453 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.240461 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c44e7289-76d0-42ed-ace2-9b2f0a3921c7 HTTP/1.1" status: 204 len: 168 time: 0.2805638 Jul 27 15:22:38.268963 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59662) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.277840 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f336fe0-5d0d-4062-85cf-7ffaeab628c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44e7289-76d0-42ed-ace2-9b2f0a3921c7,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:38.292100 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-6013cef5-d15f-4161-a122-33fccb85ece4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:38.293627 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-6013cef5-d15f-4161-a122-33fccb85ece4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.4386141 Jul 27 15:22:38.355483 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Request body: {'port': {'device_id': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'admin_state_up': True, 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:38.358754 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.517616 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.529807 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b938108-7739-43ea-ad93-e46585d02dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.540644 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b0460-40dd-4b6e-ad51-01245b541002']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:38.548045 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:38.552610 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.559641 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64d81e3-e403-4a46-bef2-16753673862b') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:38.559940 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64d81e3-e403-4a46-bef2-16753673862b') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:38.574907 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.598074 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.610264 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:22:38.610733 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:22:38.612415 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:22:38.683673 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.701393 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.705821 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] 10.222.0.37 "DELETE /v2.0/networks/278b0460-40dd-4b6e-ad51-01245b541002 HTTP/1.1" status: 204 len: 168 time: 0.4335902 Jul 27 15:22:38.706686 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78622a7c-f081-4e37-9815-c0ba90493963 admin admin] Pushing event deleted for resources: {'Network': ['ID=278b0460-40dd-4b6e-ad51-01245b541002,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:38.710604 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59674) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.723621 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59676) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.732891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Allocated IP 172.20.0.8 (e7f2813b-6649-45a6-b769-67fc889c519f/9c00bbf6-0acd-4359-8e85-5d906ec9d142/d505fe5d-eac3-4a9d-8e5d-b4beeb464099) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:38.820474 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6d093b2-442f-4554-825d-7aba96f7f65c req-27ba22dd-f9af-4db9-90eb-acdc859cea98 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 210 time: 0.0751414 Jul 27 15:22:38.823052 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b938108-7739-43ea-ad93-e46585d02dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.833550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b938108-7739-43ea-ad93-e46585d02dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.855330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a46c8456-3e65-49ae-b8ef-9174e2d89f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.856044 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Deleting subnet 84f9a195-a06b-4985-a5ff-beb5969e7d2b {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:22:38.873834 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.918593 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3b938108-7739-43ea-ad93-e46585d02dca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=552c5f3ff8d943348de812f8486ae8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7410958 Jul 27 15:22:38.926529 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b938108-7739-43ea-ad93-e46585d02dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b278c9a-07f8-48a1-ac29-b899c5102361,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:38.928300 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59682) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:38.941430 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:38.951077 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e0bc1-75d5-4806-981a-d37ed0338201 req-345a16bb-035e-43cb-8659-fa3aa663cf1c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:38.952584 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-882e0bc1-75d5-4806-981a-d37ed0338201 req-345a16bb-035e-43cb-8659-fa3aa663cf1c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.2084336 Jul 27 15:22:38.960333 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.015459 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-882e0bc1-75d5-4806-981a-d37ed0338201 req-0ff5e4b9-0a1e-4b0d-984f-a8088bbcd9ca tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Jul 27 15:22:39.016378 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.062207 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.065599 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.070748 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.096472 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f9a195-a06b-4985-a5ff-beb5969e7d2b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.100868 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.105168 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-df72fd72-00af-4829-82a2-7f2483f33f94 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/84f9a195-a06b-4985-a5ff-beb5969e7d2b HTTP/1.1" status: 204 len: 168 time: 0.3913589 Jul 27 15:22:39.105326 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59684) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.127306 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a46c8456-3e65-49ae-b8ef-9174e2d89f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.141763 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a46c8456-3e65-49ae-b8ef-9174e2d89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.175477 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.180627 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.188063 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Network e7f2813b-6649-45a6-b769-67fc889c519f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:39.201562 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:39.204478 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:39.210118 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:39.210789 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.238941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event updated for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.249934 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-a46c8456-3e65-49ae-b8ef-9174e2d89f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58d5c75ef3764c4b87ebf4a2ff0f71e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250716 Jul 27 15:22:39.253333 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.255641 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59686) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.256830 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8456-3e65-49ae-b8ef-9174e2d89f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e23cb2-c7c3-4a06-bcf6-6833fae92674,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.265737 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-cf7a1f25-c664-4fc1-8105-207d1582ed1c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152882 Jul 27 15:22:39.279665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fd49ae-346f-499c-a7db-4256083c783c']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:39.290003 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.292769 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.293925 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b278c9a-07f8-48a1-ac29-b899c5102361 HTTP/1.1" status: 204 len: 168 time: 0.3641005 Jul 27 15:22:39.297684 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8524dc81-534a-4802-af54-1a2a9aa580f4') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:39.298345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8524dc81-534a-4802-af54-1a2a9aa580f4') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:22:39.304137 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0468ce-bbd4-48aa-9f20-014b305e0584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b278c9a-07f8-48a1-ac29-b899c5102361,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.316539 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.339250 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.348272 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.350391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:22:39.350800 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:22:39.353150 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:22:39.421916 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.435008 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.458174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.460122 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/56fd49ae-346f-499c-a7db-4256083c783c HTTP/1.1" status: 204 len: 168 time: 0.3538749 Jul 27 15:22:39.473563 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798284b8-e07e-4485-b3f8-63a55664ef3a admin admin] Pushing event deleted for resources: {'Network': ['ID=56fd49ae-346f-499c-a7db-4256083c783c,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.500764 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.503461 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.507066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12e23cb2-c7c3-4a06-bcf6-6833fae92674 HTTP/1.1" status: 204 len: 168 time: 0.2480609 Jul 27 15:22:39.513008 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89f99b-88c4-4ddb-bb26-4400be548f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e23cb2-c7c3-4a06-bcf6-6833fae92674,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.607012 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59700) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.623353 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-baedeeab-11e1-4be0-b625-a2ad06207d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.661917 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59702) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.706297 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-48db9a45-6c46-4ae1-b8c8-7d2283c153d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60da5523a7a4b70be278abc15808601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429003 Jul 27 15:22:39.708722 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59704) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.720345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-baedeeab-11e1-4be0-b625-a2ad06207d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.724957 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-baedeeab-11e1-4be0-b625-a2ad06207d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.767796 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-baedeeab-11e1-4be0-b625-a2ad06207d60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07b9551098764178ba6038a637202965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563790 Jul 27 15:22:39.767796 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedeeab-11e1-4be0-b625-a2ad06207d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25332a03-2bcc-4a4f-bc30-c72993829002,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.768704 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59706) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:39.776728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.828524 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.874761 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.903991 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.916410 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.919176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.920568 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/130d02d7-e571-47d8-ba0f-caa01f791375 HTTP/1.1" status: 204 len: 168 time: 0.2101123 Jul 27 15:22:39.941691 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597f4a7-963c-48c1-90e0-2e5d3e4e8a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d02d7-e571-47d8-ba0f-caa01f791375,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:39.980555 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.983321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:39.986515 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25332a03-2bcc-4a4f-bc30-c72993829002 HTTP/1.1" status: 204 len: 168 time: 0.2153080 Jul 27 15:22:39.994690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5af67-e374-4308-9389-ca90d06fb339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25332a03-2bcc-4a4f-bc30-c72993829002,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:40.015597 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59716) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.029357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5164aebe-ef32-448b-bcf7-a122c661bacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.129724 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5164aebe-ef32-448b-bcf7-a122c661bacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.137351 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5164aebe-ef32-448b-bcf7-a122c661bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.178945 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5164aebe-ef32-448b-bcf7-a122c661bacf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8083233e3fe04dd2a322f6e5ef539695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622558 Jul 27 15:22:40.180240 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164aebe-ef32-448b-bcf7-a122c661bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32df1a-8013-4140-8eff-d521acd1ec34,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:40.181617 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59722) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.229572 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59726) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.251358 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.269424 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-cebf7d18-789e-4ca0-b397-4c17b85d580d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d7199054ab54c1eb5f08fc80600ddb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386343 Jul 27 15:22:40.272010 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59728) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.275107 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.346756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.357255 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.360327 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.361441 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de32df1a-8013-4140-8eff-d521acd1ec34 HTTP/1.1" status: 204 len: 168 time: 0.1752784 Jul 27 15:22:40.383007 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc25325-3440-4092-90bd-f17a36bbbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32df1a-8013-4140-8eff-d521acd1ec34,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:40.386769 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.438646 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.443030 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.444638 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c7d9e07-5dbc-4af3-bd83-cb3fb89079e3 HTTP/1.1" status: 204 len: 168 time: 0.1714964 Jul 27 15:22:40.454784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59734) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.455558 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd246b61-d101-410a-9464-a8c8947a59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d9e07-5dbc-4af3-bd83-cb3fb89079e3,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:40.473345 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d88bcfd-ce6e-4502-940a-29902d1623e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.580398 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d88bcfd-ce6e-4502-940a-29902d1623e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.584841 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d88bcfd-ce6e-4502-940a-29902d1623e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.629908 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59744) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:40.630397 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5d88bcfd-ce6e-4502-940a-29902d1623e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=682fa9f0a7744d5eba7e3615cdda2fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735640 Jul 27 15:22:40.630862 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88bcfd-ce6e-4502-940a-29902d1623e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83042f-1cf2-446d-9419-be362e67ffb0,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:40.689005 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.710435 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.764588 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.768303 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:40.771789 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f83042f-1cf2-446d-9419-be362e67ffb0 HTTP/1.1" status: 204 len: 168 time: 0.1373286 Jul 27 15:22:40.777243 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642da68-c346-4280-a27b-f1fb9b4a3f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83042f-1cf2-446d-9419-be362e67ffb0,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:41.791590 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:41.883628 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Request body: {'port': {'device_id': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:42.018370 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.112836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5add0df-1bc9-4ae9-adaa-801853ca2791 req-811dcaab-14d9-437e-bffc-4bd357f43c17 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:42.114448 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5add0df-1bc9-4ae9-adaa-801853ca2791 req-811dcaab-14d9-437e-bffc-4bd357f43c17 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0956089 Jul 27 15:22:42.123657 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d07c90-c7f6-47d0-b432-3826262ef906 req-d3415524-2914-4c9d-b19f-390b1590ff2e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:42.130976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1d07c90-c7f6-47d0-b432-3826262ef906 req-d3415524-2914-4c9d-b19f-390b1590ff2e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 931 time: 0.1403918 Jul 27 15:22:42.208729 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1d07c90-c7f6-47d0-b432-3826262ef906 req-a51118f4-0a57-4581-a99d-96d74da3c6b0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732477 Jul 27 15:22:42.235482 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5add0df-1bc9-4ae9-adaa-801853ca2791 req-9263a622-b56d-48e2-a980-369fb3fa46dd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968020 Jul 27 15:22:42.352655 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d505fe5d-eac3-4a9d-8e5d-b4beeb464099 {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:42.360471 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.377989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Transition to ACTIVE for port object d505fe5d-eac3-4a9d-8e5d-b4beeb464099 will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:42.384613 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.438052 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Pushing event updated for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:42.474010 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Attempting to bind port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:42.475678 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Attempting to bind port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:42.476311 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Attempting to bind port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:42.484074 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 on network e7f2813b-6649-45a6-b769-67fc889c519f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:42.484699 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Attempting to bind port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:42.493293 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:42.494085 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Checking segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:42.495127 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Bound using segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:42.495344 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Bound port: d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:42.495832 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.585532 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:42.594877 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:42.603535 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.653922 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:42.654754 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:42.656235 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] 10.222.0.46 "PUT /v2.0/ports/d505fe5d-eac3-4a9d-8e5d-b4beeb464099 HTTP/1.1" status: 200 len: 1093 time: 0.7775309 Jul 27 15:22:42.656734 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:42.659482 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d974f-da34-4d87-8057-25b2a0216448" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:42.721858 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35558-8747-4a0e-aeca-2f6f26a8224b service neutron] Pushing event updated for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:42.723198 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f8aac2-eac2-489d-92cb-70d5befd44a4 x-openstack-request-id: req-b9f8aac2-eac2-489d-92cb-70d5befd44a4 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:42.723509 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:42.723989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9f8aac2-eac2-489d-92cb-70d5befd44a4 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:42.724227 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'status': 'completed', 'code': 200} Jul 27 15:22:42.832760 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-b60200dd-9a61-42a5-9695-db4c7a97d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:42.834708 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-b60200dd-9a61-42a5-9695-db4c7a97d7e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0732307 Jul 27 15:22:42.952741 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-e79e449b-ca42-4a48-bf47-f60fe18396df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099 HTTP/1.1" status: 200 len: 217 time: 0.0684566 Jul 27 15:22:43.050357 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-dc52b880-a81a-4daf-80ba-194f63b013d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.052273 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-dc52b880-a81a-4daf-80ba-194f63b013d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0933909 Jul 27 15:22:43.113847 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-52e70fc1-9387-4b5b-80ce-7ff32b0f34a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282962 Jul 27 15:22:43.256188 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-9b4e62e5-e989-4a00-9501-e84c8e8972ac service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909278 Jul 27 15:22:43.370948 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ae1fb12-6b1d-49b5-b703-abe3ae3de1e3 req-4692faba-4799-4ebe-984a-eee68553c4f1 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062942 Jul 27 15:22:43.374833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd8a9b-19b3-41d8-a9ea-85309ef5de03 req-b1ce8b7a-8054-49e4-9880-b45054e1d274 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.376429 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-90cd8a9b-19b3-41d8-a9ea-85309ef5de03 req-b1ce8b7a-8054-49e4-9880-b45054e1d274 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 943 time: 0.1049621 Jul 27 15:22:43.408641 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a21d-58dc-4594-8cf3-da2374919873 req-a813b771-c186-4e15-95b4-2290c92df060 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.410201 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2782a21d-58dc-4594-8cf3-da2374919873 req-a813b771-c186-4e15-95b4-2290c92df060 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1096034 Jul 27 15:22:43.440211 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-90cd8a9b-19b3-41d8-a9ea-85309ef5de03 req-98495b83-dd1f-4ba4-8895-765df793c52d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575802 Jul 27 15:22:43.470697 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2782a21d-58dc-4594-8cf3-da2374919873 req-a58aedca-b1fa-44f4-b514-dc8dbc56397b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Jul 27 15:22:43.550138 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-bc123100-d282-4443-949f-fe25f578e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.551733 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-bc123100-d282-4443-949f-fe25f578e2f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0544169 Jul 27 15:22:43.647657 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-37066b74-b59b-4854-bf0b-e13d6e7c281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.649040 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-37066b74-b59b-4854-bf0b-e13d6e7c281a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 916 time: 0.0865889 Jul 27 15:22:43.697372 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-32bab64d-c98f-4dc0-ae69-c075254a5117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099 HTTP/1.1" status: 200 len: 217 time: 0.0353436 Jul 27 15:22:43.754453 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-e9a8ea25-3fe1-41c8-b6ce-75b7251ce618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:43.755955 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-e9a8ea25-3fe1-41c8-b6ce-75b7251ce618 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0468872 Jul 27 15:22:43.800219 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-5df22286-df9c-4ac8-8617-125baf844bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297375 Jul 27 15:22:43.900558 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-6b6acbee-3088-456e-810b-61962fbd45b5 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885296 Jul 27 15:22:44.004952 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-eb6d974f-da34-4d87-8057-25b2a0216448 req-bf7603a7-f211-4491-ad9a-2f899be78f34 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842056 Jul 27 15:22:44.552811 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-31afa13f-e890-45f9-96e6-a266182ead47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656581 Jul 27 15:22:44.613367 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213ddeb-14ea-4c72-adc5-45083f17b1a6 req-7f97c7e3-7cbc-4e86-9d04-b84b72582609 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:44.614881 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d213ddeb-14ea-4c72-adc5-45083f17b1a6 req-7f97c7e3-7cbc-4e86-9d04-b84b72582609 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 943 time: 0.0963373 Jul 27 15:22:44.646873 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b07196-d02d-4c12-a93b-84971dfd86af req-433fac99-be3c-424a-a962-c8e9c465dcb8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:44.648316 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d1b07196-d02d-4c12-a93b-84971dfd86af req-433fac99-be3c-424a-a962-c8e9c465dcb8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1014690 Jul 27 15:22:44.682805 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-be045dc4-1442-4191-9a09-b2b034936832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:44.684292 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-be045dc4-1442-4191-9a09-b2b034936832 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 1099 time: 0.0541229 Jul 27 15:22:44.810836 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-182c4936-7c24-40c6-a306-897c04f19161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:44.812322 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-182c4936-7c24-40c6-a306-897c04f19161 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 916 time: 0.0889857 Jul 27 15:22:44.860673 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-09cde20b-1aaf-477a-8ff0-2caf8a8a0409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f HTTP/1.1" status: 200 len: 217 time: 0.0393646 Jul 27 15:22:44.876217 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d213ddeb-14ea-4c72-adc5-45083f17b1a6 req-7b5cdb85-3c07-458c-8756-1c8d64f3c457 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547159 Jul 27 15:22:44.895624 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d1b07196-d02d-4c12-a93b-84971dfd86af req-abc101b6-3472-40d9-a95f-123a549e5377 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408791 Jul 27 15:22:44.926323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-ba2b7910-7e05-4928-b88c-1b06aa8e0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:44.927812 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-ba2b7910-7e05-4928-b88c-1b06aa8e0ef3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0543289 Jul 27 15:22:44.970326 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-050e038c-2713-4df3-a555-ee09809f2fff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306618 Jul 27 15:22:45.075421 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-5a3188c2-7ec9-475c-bba7-21003929b8ac service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923934 Jul 27 15:22:45.175757 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-84ed398c-8ab1-4430-bba9-b5bdc7e5ebe3 req-181bf83e-d2ca-4753-88a0-a70df9571b4e service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858591 Jul 27 15:22:45.516658 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 59970) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:45.629659 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e967dbb2-4993-497f-ab54-d951137a3486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.717711 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e967dbb2-4993-497f-ab54-d951137a3486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.721192 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e967dbb2-4993-497f-ab54-d951137a3486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.757312 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e967dbb2-4993-497f-ab54-d951137a3486 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3799d6dfe72a4c2fbe7d51120a766621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393420 Jul 27 15:22:45.759617 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967dbb2-4993-497f-ab54-d951137a3486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b6c4c-6b8f-4ca7-a601-cf240d745752,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:45.759940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 59974) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:45.815832 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.821905 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d505fe5d-eac3-4a9d-8e5d-b4beeb464099 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:22:45.854135 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.887388 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.911342 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.914323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:45.915668 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/621b6c4c-6b8f-4ca7-a601-cf240d745752 HTTP/1.1" status: 204 len: 168 time: 0.1547198 Jul 27 15:22:45.934091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:45.945584 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'port_id': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'mac_address': 'fa:16:3e:ad:0f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00bbf6-0acd-4359-8e85-5d906ec9d142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:22:45.945711 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f47000-2633-42bc-b140-06d679200357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b6c4c-6b8f-4ca7-a601-cf240d745752,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:46.000590 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:46.016071 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d505fe5d-eac3-4a9d-8e5d-b4beeb464099 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:46.039624 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:46.046667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:46.091881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b1613-4a42-4aa5-8cad-3ca6877734fc req-809293ee-09bb-4803-8199-a8e4702dba88 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:46.098856 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:46.106810 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.107173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.107280 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-335b1613-4a42-4aa5-8cad-3ca6877734fc req-809293ee-09bb-4803-8199-a8e4702dba88 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1305809 Jul 27 15:22:46.107510 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.107856 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.108716 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.109059 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.109392 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.109722 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.110082 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.110412 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.110952 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.111453 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:46.179601 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-335b1613-4a42-4aa5-8cad-3ca6877734fc req-5edee7ab-a0dd-4673-9894-8099cdb4f068 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 Jul 27 15:22:46.188212 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9ad63-0a15-45a6-9531-b7daff9d64c1 req-27a82f57-c442-4a09-9f9a-ee6fcf78c2f2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:46.189993 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-caf9ad63-0a15-45a6-9531-b7daff9d64c1 req-27a82f57-c442-4a09-9f9a-ee6fcf78c2f2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 944 time: 0.1452918 Jul 27 15:22:46.246875 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2d066e11-5817-4d98-8f3e-d4b98a0b4981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:46.251970 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-caf9ad63-0a15-45a6-9531-b7daff9d64c1 req-f61f8390-454c-4aa1-8ccf-6b2b36c002ad tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Jul 27 15:22:48.702777 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ddad0624-d94c-4997-b4eb-87c53e1341ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:48.990152 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:49.337836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808df2-2993-4f00-8430-47335edb7aa6 req-6e9e63e7-89b7-4cdb-b41e-ff262abc1661 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:49.339342 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c808df2-2993-4f00-8430-47335edb7aa6 req-6e9e63e7-89b7-4cdb-b41e-ff262abc1661 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0925674 Jul 27 15:22:49.392938 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c808df2-2993-4f00-8430-47335edb7aa6 req-147f3d8f-6666-4c5b-817a-d3287ab187e9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Jul 27 15:22:49.400922 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115810a6-b690-46ed-b369-89ca9c15368d req-b824770b-740b-4c8f-9cd3-7552645cacfd tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:49.402327 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-115810a6-b690-46ed-b369-89ca9c15368d req-b824770b-740b-4c8f-9cd3-7552645cacfd tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 944 time: 0.1063802 Jul 27 15:22:49.439595 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-115810a6-b690-46ed-b369-89ca9c15368d req-7dbdd84a-c837-4cbe-a0be-5029a4ae3371 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 27 15:22:49.455603 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['d505fe5d-eac3-4a9d-8e5d-b4beeb464099'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:49.952966 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:50.566947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df289-2e7e-4493-bddc-a44fe7bd4319 req-11ccca03-37be-4b44-b4a7-867648c3a987 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:50.568518 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0d5df289-2e7e-4493-bddc-a44fe7bd4319 req-11ccca03-37be-4b44-b4a7-867648c3a987 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1076417 Jul 27 15:22:50.599896 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:22:50.617351 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0d5df289-2e7e-4493-bddc-a44fe7bd4319 req-e9608ab1-77b8-4bc4-8bb7-16b18ea51ce0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Jul 27 15:22:50.640571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1dca-90e3-4ba9-9fc0-0f4d8df031d6 req-e5fd3735-3759-4c1d-b958-ac4ad78e0dc0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:50.642823 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b41d1dca-90e3-4ba9-9fc0-0f4d8df031d6 req-e5fd3735-3759-4c1d-b958-ac4ad78e0dc0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 944 time: 0.1287768 Jul 27 15:22:50.689362 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b41d1dca-90e3-4ba9-9fc0-0f4d8df031d6 req-d01478c4-3f72-45e4-8d77-102afb2a015d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Jul 27 15:22:51.748427 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8da5e-b1aa-4888-a908-f51632b57b36 req-e478032c-0340-42e2-9919-e3475b3063fe tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:51.749966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fef8da5e-b1aa-4888-a908-f51632b57b36 req-e478032c-0340-42e2-9919-e3475b3063fe tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0624955 Jul 27 15:22:51.830731 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fef8da5e-b1aa-4888-a908-f51632b57b36 req-424a0fdc-5d37-4d77-b048-207ad532b3d8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625536 Jul 27 15:22:51.852797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d505fe5d-eac3-4a9d-8e5d-b4beeb464099 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:22:51.855384 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537fd9-bcfa-435d-be52-a58a7afa9f60 req-e862742b-4bf2-406b-9fab-afcbd048834b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:51.856944 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef537fd9-bcfa-435d-be52-a58a7afa9f60 req-e862742b-4bf2-406b-9fab-afcbd048834b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 944 time: 0.0986981 Jul 27 15:22:51.897824 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef537fd9-bcfa-435d-be52-a58a7afa9f60 req-aec1ab6c-2189-4fe1-a4c0-190d83a37f12 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Jul 27 15:22:51.930858 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:51.931657 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:22:51.935788 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:22:51.936160 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:52.018026 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:52.044751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:52.047262 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7902b8-ac81-4247-9bfe-89b9e37b7130" -d '{"events": [{"server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "name": "network-vif-plugged", "status": "completed", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:22:52.060153 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:22:52.064322 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:52.089632 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ee901-94b5-411f-9eee-98af54e48f1b x-openstack-request-id: req-1e4ee901-94b5-411f-9eee-98af54e48f1b {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:22:52.089924 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "name": "network-vif-plugged", "status": "completed", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:22:52.090176 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e4ee901-94b5-411f-9eee-98af54e48f1b {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:22:52.090637 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'code': 200} Jul 27 15:22:52.114511 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:52.345401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f87f-a5f8-42ac-87b0-8abfaed1cce1 req-29342335-ff0e-4275-b19e-6998277d75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:52.346958 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6bb6f87f-a5f8-42ac-87b0-8abfaed1cce1 req-29342335-ff0e-4275-b19e-6998277d75b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0585792 Jul 27 15:22:52.383908 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6bb6f87f-a5f8-42ac-87b0-8abfaed1cce1 req-5222e54a-5601-4a09-b812-b1c920c8dc43 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286162 Jul 27 15:22:53.026227 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b3c7-72e6-45fb-a621-adf59504bb22 req-42a65f0a-b18a-4f4f-90fc-ea120185a729 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:53.027956 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be94b3c7-72e6-45fb-a621-adf59504bb22 req-42a65f0a-b18a-4f4f-90fc-ea120185a729 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0665357 Jul 27 15:22:53.097660 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be94b3c7-72e6-45fb-a621-adf59504bb22 req-a63979c5-5f88-4826-9bb8-db746ee534e3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Jul 27 15:22:53.123593 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9fe1f-8957-45fc-ad05-2ad8ac6c1e85 req-02cbc980-ed3a-4e71-b2df-2ceb842bbcfc tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:53.134069 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e5a9fe1f-8957-45fc-ad05-2ad8ac6c1e85 req-02cbc980-ed3a-4e71-b2df-2ceb842bbcfc tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.1049278 Jul 27 15:22:53.178967 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e5a9fe1f-8957-45fc-ad05-2ad8ac6c1e85 req-8c179db9-8ddb-4efa-b621-49124d39fcf0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Jul 27 15:22:53.452015 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60174) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:53.556438 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a520-c891-4c2e-9a5e-0a723bd636bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.643275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a520-c891-4c2e-9a5e-0a723bd636bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.646966 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a520-c891-4c2e-9a5e-0a723bd636bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.687484 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3bf1a520-c891-4c2e-9a5e-0a723bd636bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc38e3f391454876b16bd914f7884cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344179 Jul 27 15:22:53.688746 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1a520-c891-4c2e-9a5e-0a723bd636bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941149d-b160-44cb-9619-54239451c571,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:53.690258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60178) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:53.740059 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.760922 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.808052 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.810805 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:53.815365 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3941149d-b160-44cb-9619-54239451c571 HTTP/1.1" status: 204 len: 168 time: 0.1238089 Jul 27 15:22:53.823353 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ad52-ebcb-4776-8606-7ba92b72e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941149d-b160-44cb-9619-54239451c571,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:54.106506 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60198) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:54.120495 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aed84da4-fc76-4d59-9766-f51db41d56b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.153976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60202) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:54.247027 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aed84da4-fc76-4d59-9766-f51db41d56b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.261224 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-aed84da4-fc76-4d59-9766-f51db41d56b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.320678 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-852e1ec6-a430-476f-a766-737e8452edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.338326 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48030dd2-875a-46b7-96dd-23c1e0e8dc21 req-0487f402-0a0e-4029-b3fa-4254b8c86cde tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:54.339884 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48030dd2-875a-46b7-96dd-23c1e0e8dc21 req-0487f402-0a0e-4029-b3fa-4254b8c86cde tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1566715 Jul 27 15:22:54.342066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-aed84da4-fc76-4d59-9766-f51db41d56b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a8a9a2243be4b4fa15cd7ef2686ffc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344894 Jul 27 15:22:54.343637 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed84da4-fc76-4d59-9766-f51db41d56b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a948ee6-263b-4cf6-964b-00f6462cd1eb,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:54.346661 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60208) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:54.417833 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-852e1ec6-a430-476f-a766-737e8452edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.421949 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-852e1ec6-a430-476f-a766-737e8452edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.425807 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48030dd2-875a-46b7-96dd-23c1e0e8dc21 req-0e0ed5d6-d013-4168-8487-126296cb7462 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705214 Jul 27 15:22:54.433589 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172dc0-f1b6-4433-b706-8a735fcef723 req-ef51e97f-9c8a-4542-9a7f-722595f377c1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:54.435157 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8c172dc0-f1b6-4433-b706-8a735fcef723 req-ef51e97f-9c8a-4542-9a7f-722595f377c1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.1844869 Jul 27 15:22:54.456152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.465083 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-852e1ec6-a430-476f-a766-737e8452edb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76cad128e88740c1b5d46236bcb46361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095293 Jul 27 15:22:54.465741 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60210) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:54.472887 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e1ec6-a430-476f-a766-737e8452edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105d3f7-9031-4741-bd90-28c2e7323bc9,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:54.497132 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.512067 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8c172dc0-f1b6-4433-b706-8a735fcef723 req-a38a3f39-9e28-4b55-bdea-a443f4b90495 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Jul 27 15:22:54.520005 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.541755 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.576127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.580715 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.582050 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a948ee6-263b-4cf6-964b-00f6462cd1eb HTTP/1.1" status: 204 len: 168 time: 0.2335749 Jul 27 15:22:54.590905 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd01f92-a9aa-454f-a65a-5ef80f318cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a948ee6-263b-4cf6-964b-00f6462cd1eb,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:54.603129 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.607033 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:54.613243 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d105d3f7-9031-4741-bd90-28c2e7323bc9 HTTP/1.1" status: 204 len: 168 time: 0.1460578 Jul 27 15:22:54.625729 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72fc3e-bcd2-4326-9844-75df964ee56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105d3f7-9031-4741-bd90-28c2e7323bc9,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:54.956487 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60244) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:54.969338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f0ed062d-94fa-4d8e-af84-b1d03c357e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.070147 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f0ed062d-94fa-4d8e-af84-b1d03c357e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.074658 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f0ed062d-94fa-4d8e-af84-b1d03c357e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.108858 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed062d-94fa-4d8e-af84-b1d03c357e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90b9dd9-6091-40e4-a317-424a7ddbdac3,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:55.129234 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f0ed062d-94fa-4d8e-af84-b1d03c357e00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f6e05aec3eb46978c684ae24407b4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688371 Jul 27 15:22:55.129456 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60252) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:55.201685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.225265 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.271960 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.274659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.275784 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c90b9dd9-6091-40e4-a317-424a7ddbdac3 HTTP/1.1" status: 204 len: 168 time: 0.1450639 Jul 27 15:22:55.288717 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acddbed-3437-4d95-8079-0aacefc3fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90b9dd9-6091-40e4-a317-424a7ddbdac3,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:55.576181 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884632dc-3ed9-4d31-a0d3-53fd8cf7c169 req-f97cbfab-9ee0-448e-9d84-fb73e69801c3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:55.577640 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-884632dc-3ed9-4d31-a0d3-53fd8cf7c169 req-f97cbfab-9ee0-448e-9d84-fb73e69801c3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0674419 Jul 27 15:22:55.620373 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-884632dc-3ed9-4d31-a0d3-53fd8cf7c169 req-e18273b7-a13a-4f06-9769-4178255c9bd7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jul 27 15:22:55.665524 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60280) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:55.678787 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2262ff3-509f-429d-bb8a-5b75b1a1c36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.789076 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2262ff3-509f-429d-bb8a-5b75b1a1c36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.794549 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2262ff3-509f-429d-bb8a-5b75b1a1c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.836491 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b2262ff3-509f-429d-bb8a-5b75b1a1c36a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5de6bde2309e4a3081ac0e1e25e63051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696780 Jul 27 15:22:55.839627 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60288) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:55.840029 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262ff3-509f-429d-bb8a-5b75b1a1c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461c42b9-688f-4ed7-b342-ef8cad84b93f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:55.904980 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.931577 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.982787 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.985912 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:55.989587 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/461c42b9-688f-4ed7-b342-ef8cad84b93f HTTP/1.1" status: 204 len: 168 time: 0.1460862 Jul 27 15:22:55.995712 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9524b5-6646-42e7-90bc-c2a8126dc6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c42b9-688f-4ed7-b342-ef8cad84b93f,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:56.000890 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60296) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:56.211601 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-10df61d0-2a17-4887-aa5c-f46635b262ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.401929 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-10df61d0-2a17-4887-aa5c-f46635b262ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.407323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-10df61d0-2a17-4887-aa5c-f46635b262ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.447637 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-10df61d0-2a17-4887-aa5c-f46635b262ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0feff3b5e75d40e4bb4c54f13670ba9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451354 Jul 27 15:22:56.449058 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df61d0-2a17-4887-aa5c-f46635b262ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bcc7c-775e-4468-9241-0eb26ad685db,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:56.450271 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60326) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:56.529380 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.558513 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.703571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.706318 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:56.708183 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d03bcc7c-775e-4468-9241-0eb26ad685db HTTP/1.1" status: 204 len: 168 time: 0.2565916 Jul 27 15:22:56.755826 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1319b67-221e-4c26-83e7-5a938bb693dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bcc7c-775e-4468-9241-0eb26ad685db,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:56.767248 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0e8e4730-40cb-4694-a319-21dc46131cb1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:56.768750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0e8e4730-40cb-4694-a319-21dc46131cb1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.1791790 Jul 27 15:22:56.806737 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4e6a0308-ff04-4a9e-b312-78f9cfed071a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/quotas/a6fe5cc0565843be92954f7f00c961c9 HTTP/1.1" status: 200 len: 375 time: 0.0167854 Jul 27 15:22:56.818530 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf4ce-eb5d-4dc1-b9b7-ded089b18a4e req-26fcb435-ac5e-4efb-a185-c95bf44ff7b2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:56.825923 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bc5bf4ce-eb5d-4dc1-b9b7-ded089b18a4e req-26fcb435-ac5e-4efb-a185-c95bf44ff7b2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1136627 Jul 27 15:22:56.891337 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bc5bf4ce-eb5d-4dc1-b9b7-ded089b18a4e req-11f480d7-e2aa-4deb-8cb8-dd2428ddccc1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643311 Jul 27 15:22:56.929128 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-423e3242-2d25-450f-8236-7f682078cb67 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003010 Jul 27 15:22:56.944529 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60358) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:57.029380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-00e90c1d-97c6-4cda-8e35-2063eeceffd3 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930638 Jul 27 15:22:57.078067 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60362) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:57.086286 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-569379166-network', 'tenant_id': '60eedbf75f734b36b60ba0bf2bea7123'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:57.091847 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.114027 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.db.api [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 15:22:57.114027 dv-cinder-800431-2-iscsi neutron-server[93077]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 15:22:57.114027 dv-cinder-800431-2-iscsi neutron-server[93077]: [parameters: {'project_id': 'c7546d56d0a9423a994f6fbf9dd690a0', 'id': 'ee72a61f-0c07-4b84-a12e-57ff121b928f', 'expiration': datetime.datetime(2021, 7, 27, 15, 24, 57, 108398)}] Jul 27 15:22:57.114027 dv-cinder-800431-2-iscsi neutron-server[93077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 15:22:57.114880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG oslo_db.api [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:22:57.138397 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Made reservation on behalf of 60eedbf75f734b36b60ba0bf2bea7123 for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:57.140602 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.150864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.154836 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-6ac3bd5f-225d-499e-b70b-0e0b86910162 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191180 Jul 27 15:22:57.243649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.248864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.276772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:22:57.288310 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdac927-255d-47cf-b21e-4d422c56c905,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:57.304077 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.304428 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Added segment 9d863b2d-ed69-4ca3-96b2-429b7db74df7 of type vlan for network 0022a182-af30-461d-881d-a8e0230ebcce Jul 27 15:22:57.328644 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3f3e9e82-6aec-4d40-8c90-2c589aafa278 req-11812b52-ff26-4444-8147-6ea220f00b22 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 210 time: 0.0422540 Jul 27 15:22:57.362219 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.393567 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.394753 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:57.395341 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.454393 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5060949 Jul 27 15:22:57.455517 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60372) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:57.462445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Request body: {'subnet': {'network_id': '0022a182-af30-461d-881d-a8e0230ebcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-569379166-subnet', 'tenant_id': '60eedbf75f734b36b60ba0bf2bea7123', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:57.471590 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be867d-8c60-4bf5-a799-11a41d9aff43 admin admin] Pushing event updated for resources: {'Network': ['ID=0022a182-af30-461d-881d-a8e0230ebcce,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:57.481755 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 0022a182-af30-461d-881d-a8e0230ebcce details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:22:57.489133 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Made reservation on behalf of 60eedbf75f734b36b60ba0bf2bea7123 for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:57.492234 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.618046 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.708839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.780179 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c9d324-21d8-41e6-992d-66cf4938530b,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:57.812961 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Checking segment: {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:57.813311 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Network hostable DHCP agents. Network: 0022a182-af30-461d-881d-a8e0230ebcce, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:22:57.826764 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.832044 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.857500 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Network 0022a182-af30-461d-881d-a8e0230ebcce is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:22:57.882431 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7546d56d0a9423a994f6fbf9dd690a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030272 Jul 27 15:22:57.884828 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 0022a182-af30-461d-881d-a8e0230ebcce) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:57.885343 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60382) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:22:57.886715 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a748c-aafc-46bd-997d-34c55d1b9836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78255ca1-cddc-4f13-9376-4325324e1aec,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:57.891574 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:57.892711 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.903611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a832b1-a8ed-44e6-8cbe-3c62adb25a8f None None] Network 0022a182-af30-461d-881d-a8e0230ebcce requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:57.916053 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4fb116a0-e384-419b-83e8-0f289c7c5e8e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4590144 Jul 27 15:22:57.958899 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:57.995870 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:58.094261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:58.097189 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec957ff-6ef3-4faf-b7a7-0b8891880664 None None] Network 0022a182-af30-461d-881d-a8e0230ebcce requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:22:58.097432 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:58.098946 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78255ca1-cddc-4f13-9376-4325324e1aec HTTP/1.1" status: 204 len: 168 time: 0.2121658 Jul 27 15:22:58.121571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02223563-5993-448d-92d2-4b81f4cb7b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78255ca1-cddc-4f13-9376-4325324e1aec,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:58.142931 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65847d-4580-4882-99d7-503db302bd4f req-d0cd3bf5-4d64-41c6-a1e5-12adf13cd91d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:58.149975 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea65847d-4580-4882-99d7-503db302bd4f req-d0cd3bf5-4d64-41c6-a1e5-12adf13cd91d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1414073 Jul 27 15:22:58.197120 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea65847d-4580-4882-99d7-503db302bd4f req-e2963090-b8cd-4ab4-9d00-49042946749c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Jul 27 15:22:58.514939 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b501e774-b95b-40f4-8510-c18948d37be1 req-ca690ebb-3f8b-45ac-bf37-716bbe878c13 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 210 time: 0.0761595 Jul 27 15:22:58.621068 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-73fb61cc-4167-4dc9-b46e-f75883547bd1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:58.624023 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-73fb61cc-4167-4dc9-b46e-f75883547bd1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.1958725 Jul 27 15:22:58.654185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Request body: {'port': {'device_id': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'admin_state_up': True, 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:58.817200 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:22:58.821380 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:58.962740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Allocated IP 172.20.0.3 (e7f2813b-6649-45a6-b769-67fc889c519f/9c00bbf6-0acd-4359-8e85-5d906ec9d142/d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:22:59.109627 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.153725 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.197541 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Network e7f2813b-6649-45a6-b769-67fc889c519f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:22:59.202939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:22:59.205398 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:22:59.209302 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:22:59.214807 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:59.215419 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.231904 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event updated for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:59.250043 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-4b637762-fb51-43ce-87f4-ce8552976ba2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002686 Jul 27 15:22:59.283506 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Request body: {'port': {'device_id': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:22:59.356144 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822ca8-b2ae-4fa4-8994-47d48ac9da22 req-1211c080-44b4-4ebd-b256-a25f1be80c3f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:59.358915 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6822ca8-b2ae-4fa4-8994-47d48ac9da22 req-1211c080-44b4-4ebd-b256-a25f1be80c3f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0800419 Jul 27 15:22:59.373457 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.456004 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6822ca8-b2ae-4fa4-8994-47d48ac9da22 req-d9db05f5-abb7-46a2-935c-bfcbb20a4ac1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870996 Jul 27 15:22:59.675924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d0b05-a71b-4ce1-abe2-329f7785dd1f req-3687ed84-2694-4908-b3e2-f0c71494abbf tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:59.677930 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-521d0b05-a71b-4ce1-abe2-329f7785dd1f req-3687ed84-2694-4908-b3e2-f0c71494abbf tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 931 time: 0.0713058 Jul 27 15:22:59.692527 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:22:59.700465 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.714831 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Transition to ACTIVE for port object d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:22:59.719176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.722510 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-521d0b05-a71b-4ce1-abe2-329f7785dd1f req-c019c6b1-55af-4eff-a7a1-ea42bf2a7420 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Jul 27 15:22:59.774479 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:59.817496 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Attempting to bind port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:22:59.817832 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Attempting to bind port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:22:59.818162 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Attempting to bind port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:59.823404 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c on network e7f2813b-6649-45a6-b769-67fc889c519f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:22:59.823729 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Attempting to bind port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:22:59.828571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:22:59.828900 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Checking segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:22:59.829276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Bound using segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:22:59.830364 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Bound port: d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:22:59.830940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.906678 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:22:59.920899 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:22:59.935740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.974555 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:22:59.975481 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:22:59.977120 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c HTTP/1.1" status: 200 len: 1093 time: 0.7035382 Jul 27 15:22:59.977502 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:22:59.980112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c3dad-430d-447a-a0a3-e09e2a7da571" -d '{"events": [{"name": "network-changed", "server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:00.011687 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976bff5-88fb-43c2-8a40-d41084964322 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:00.120552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-6f2927bc-1e34-4928-81b3-b312d168a5fb tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.122385 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-6f2927bc-1e34-4928-81b3-b312d168a5fb tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 808 time: 0.1251738 Jul 27 15:23:00.136891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-f12940d9-3a58-4135-9520-aa47251b1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.138604 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-f12940d9-3a58-4135-9520-aa47251b1990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 1096 time: 0.0629892 Jul 27 15:23:00.140533 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-764991ab-6eb6-49a2-aad9-bc5b80540af7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/quotas/60eedbf75f734b36b60ba0bf2bea7123 HTTP/1.1" status: 200 len: 375 time: 0.0092721 Jul 27 15:23:00.178950 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-de86c45a-9cd5-43e8-a9eb-8b699b6d717d tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321431 Jul 27 15:23:00.215022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cea367-c55d-4d3a-aab6-338d47602e2d x-openstack-request-id: req-d7cea367-c55d-4d3a-aab6-338d47602e2d {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:00.215311 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:00.215566 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7cea367-c55d-4d3a-aab6-338d47602e2d {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:00.215963 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'status': 'completed', 'code': 200} Jul 27 15:23:00.217474 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-764ead07-3dc9-4a86-acad-6edf52b03f53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c HTTP/1.1" status: 200 len: 217 time: 0.0375469 Jul 27 15:23:00.271159 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-bdccfb99-fda7-47a2-8a01-f565a4d03a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.272618 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-bdccfb99-fda7-47a2-8a01-f565a4d03a99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0470371 Jul 27 15:23:00.285033 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-34e24acc-e518-42b8-9acf-e2cfb10b94df service neutron] 10.222.0.37 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951958 Jul 27 15:23:00.312361 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-6aabfdc4-8c54-4cce-9367-621ebea37e9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317168 Jul 27 15:23:00.366326 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60502) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:00.387018 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-04472477-8d6e-467e-81e8-3477035ec25d service neutron] 10.222.0.37 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Jul 27 15:23:00.417730 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-59c786f1-ca09-4613-9dbf-296254e31f8c service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932207 Jul 27 15:23:00.496700 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b24b947b-48da-4517-bbfe-2b5174087017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:00.596096 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f6bc921b-0c53-4c58-8b71-bb0e3f4e958e req-8ec7e6ed-592b-41c7-934d-6db6f9cdefc7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 210 time: 0.0587068 Jul 27 15:23:00.622428 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3b4a2a11-ab80-4815-a772-3fab2aa40d9f req-380d801c-be0a-4726-b122-ba0f7ed53f9c service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882586 Jul 27 15:23:00.664187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390ff6-7c21-44e2-a1d8-9e68e97de3bb req-4e1abf84-1be6-4942-bad9-49b7be5dcb28 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.665851 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e1390ff6-7c21-44e2-a1d8-9e68e97de3bb req-4e1abf84-1be6-4942-bad9-49b7be5dcb28 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0797186 Jul 27 15:23:00.693593 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b24b947b-48da-4517-bbfe-2b5174087017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:00.697191 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b24b947b-48da-4517-bbfe-2b5174087017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:00.732369 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b24b947b-48da-4517-bbfe-2b5174087017 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8292c56d645b4b95b5ec19260238009d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626468 Jul 27 15:23:00.732571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60520) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:00.744687 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e1390ff6-7c21-44e2-a1d8-9e68e97de3bb req-8ee772af-c10c-4547-a2c4-c196cd54d1c6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657308 Jul 27 15:23:00.804194 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b947b-48da-4517-bbfe-2b5174087017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613099e9-b15b-437d-a4b4-75c9d8f7481c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:00.880030 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:00.880936 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cd627-4aed-4631-852f-e0e6ffc43a09 req-da80b4b9-73fb-43ad-93ad-6eb6d6d11d6b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.882522 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b85cd627-4aed-4631-852f-e0e6ffc43a09 req-da80b4b9-73fb-43ad-93ad-6eb6d6d11d6b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 943 time: 0.0683017 Jul 27 15:23:00.887939 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-c6d86d5e-4b18-4e96-a37c-8a0eb4743350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:00.890134 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-c6d86d5e-4b18-4e96-a37c-8a0eb4743350 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 1096 time: 0.1185062 Jul 27 15:23:00.919912 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:00.936121 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b85cd627-4aed-4631-852f-e0e6ffc43a09 req-81bd5ad3-3b8b-472d-a568-6b9cc1234371 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452807 Jul 27 15:23:01.234878 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-d7292150-279c-4894-8b25-4e348fe36594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:01.236504 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-d7292150-279c-4894-8b25-4e348fe36594 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 916 time: 0.3342433 Jul 27 15:23:01.240649 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.243348 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.244369 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/613099e9-b15b-437d-a4b4-75c9d8f7481c HTTP/1.1" status: 204 len: 168 time: 0.5101960 Jul 27 15:23:01.252177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f6944-83a2-4c9f-8570-a31f99261170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613099e9-b15b-437d-a4b4-75c9d8f7481c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:01.496623 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60536) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:01.510302 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5765c185-9e7c-4999-988f-a3377cc2bdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.593568 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5765c185-9e7c-4999-988f-a3377cc2bdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.597051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5765c185-9e7c-4999-988f-a3377cc2bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.634354 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5765c185-9e7c-4999-988f-a3377cc2bdf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbbed53186294bebb9b773b92c010ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366878 Jul 27 15:23:01.635225 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765c185-9e7c-4999-988f-a3377cc2bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658917e-427d-4919-b9df-67bed2921081,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:01.637008 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60540) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:01.687232 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.707898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.752187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.754755 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:01.755868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c658917e-427d-4919-b9df-67bed2921081 HTTP/1.1" status: 204 len: 168 time: 0.1173706 Jul 27 15:23:01.763288 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf180a72-5c23-48ee-b0d2-e332f4c1aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658917e-427d-4919-b9df-67bed2921081,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:04.074142 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-58a62e70-3a68-443f-b149-828a997426b1 req-bd01193a-85de-45e0-b195-6305ae1bed80 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 210 time: 0.0281463 Jul 27 15:23:04.108805 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-2f755010-9694-4af1-a94d-26d58ccdb90d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c HTTP/1.1" status: 200 len: 217 time: 0.0363545 Jul 27 15:23:04.188980 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-ff208544-b4fc-46fd-bc9e-2d0343f1a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:04.190438 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-ff208544-b4fc-46fd-bc9e-2d0343f1a1a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0500550 Jul 27 15:23:04.229847 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f95c8f-ac82-4712-bc08-e25b0e132190 req-45bfff58-fe8a-439e-93ac-39bb649739ba tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:04.231369 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95f95c8f-ac82-4712-bc08-e25b0e132190 req-45bfff58-fe8a-439e-93ac-39bb649739ba tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0934472 Jul 27 15:23:04.235467 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-e5875a1c-90a9-4d9f-9bbe-13f51a896304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270674 Jul 27 15:23:04.283806 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95f95c8f-ac82-4712-bc08-e25b0e132190 req-c26df1ff-fee5-4931-8be8-5a51bd60f266 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Jul 27 15:23:04.292661 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac507d91-daae-431f-83f2-1751074bb2fa req-7f763075-49f9-4db9-af4b-0594a1116a6a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:04.294167 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac507d91-daae-431f-83f2-1751074bb2fa req-7f763075-49f9-4db9-af4b-0594a1116a6a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 943 time: 0.1050889 Jul 27 15:23:04.335988 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac507d91-daae-431f-83f2-1751074bb2fa req-013a1476-ae33-4cfe-972d-4bbcd284b1be tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Jul 27 15:23:04.363698 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-178287af-2cb1-4146-bd89-e693c735563a service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972993 Jul 27 15:23:04.462417 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-313c3dad-430d-447a-a0a3-e09e2a7da571 req-43fa71a6-3b47-4e95-84ba-7d7d8144c6ca service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826068 Jul 27 15:23:04.845960 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-5e188e44-2455-440e-98de-fbea59e6ff92 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:04.848133 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-5e188e44-2455-440e-98de-fbea59e6ff92 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 808 time: 0.1050599 Jul 27 15:23:04.888231 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Request body: {'port': {'device_id': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce', 'admin_state_up': True, 'tenant_id': '60eedbf75f734b36b60ba0bf2bea7123'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:04.994800 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Made reservation on behalf of 60eedbf75f734b36b60ba0bf2bea7123 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:04.998252 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:05.132690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Allocated IP 172.20.0.6 (0022a182-af30-461d-881d-a8e0230ebcce/12c9d324-21d8-41e6-992d-66cf4938530b/6340c9ee-1a04-4b43-8711-63c9d0f5416a) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:23:05.170448 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-87c8c8f2-7ee6-425d-8445-6a5e6b773dfa req-90195647-3a5f-4cc2-b9a6-938b794eef31 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 210 time: 0.0302083 Jul 27 15:23:05.283401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:05.320680 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:05.361793 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Network 0022a182-af30-461d-881d-a8e0230ebcce is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:23:05.364782 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:05.370593 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:23:05.376003 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:05.376613 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:05.388413 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Pushing event updated for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:05.398026 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-c613edde-fdab-49b0-8636-e2e0a3f68913 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5140262 Jul 27 15:23:05.415414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719da159-5ed0-4562-91c3-693c14d1cf6d req-c6a4bda5-8e15-48f7-a25b-c81eef4a3b21 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:05.416872 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-719da159-5ed0-4562-91c3-693c14d1cf6d req-c6a4bda5-8e15-48f7-a25b-c81eef4a3b21 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0654466 Jul 27 15:23:05.456215 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-719da159-5ed0-4562-91c3-693c14d1cf6d req-a567e161-8aa7-4aeb-8038-524abf329dbd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Jul 27 15:23:05.572924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491926-9b0f-4f20-93c4-e8c460f4d6a6 req-acf92b15-58b0-49b6-a100-276ca0a70c95 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:05.574416 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9491926-9b0f-4f20-93c4-e8c460f4d6a6 req-acf92b15-58b0-49b6-a100-276ca0a70c95 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 943 time: 0.0628395 Jul 27 15:23:05.613404 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9491926-9b0f-4f20-93c4-e8c460f4d6a6 req-b7748bb2-3b06-452f-8afe-2d297523496b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Jul 27 15:23:08.368267 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Request body: {'port': {'device_id': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:08.444000 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.477605 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366399a-8ba0-4dc3-8f3c-373044df770c req-4cc7a0d8-d703-4ea0-9376-330a52fe4493 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:08.479440 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c366399a-8ba0-4dc3-8f3c-373044df770c req-4cc7a0d8-d703-4ea0-9376-330a52fe4493 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 931 time: 0.0892165 Jul 27 15:23:08.547252 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c366399a-8ba0-4dc3-8f3c-373044df770c req-44682a46-1e09-467f-891c-2a8e18f671eb tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Jul 27 15:23:08.574989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616b84-3aaf-4c50-aad2-a45c13e2d47e req-9bb338ba-6659-4bdb-ba47-782a190fbe95 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:08.576772 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ed616b84-3aaf-4c50-aad2-a45c13e2d47e req-9bb338ba-6659-4bdb-ba47-782a190fbe95 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0968068 Jul 27 15:23:08.618343 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ed616b84-3aaf-4c50-aad2-a45c13e2d47e req-4b6aa826-5bc3-4f14-8bdb-ba3c46bf3cfb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Jul 27 15:23:08.737298 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6340c9ee-1a04-4b43-8711-63c9d0f5416a {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:08.743970 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.756300 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Transition to ACTIVE for port object 6340c9ee-1a04-4b43-8711-63c9d0f5416a will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:23:08.759380 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.811558 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Pushing event updated for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:08.816507 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a1921-7042-4efd-a861-58941b794f75 req-a1c38189-a5c3-4238-8772-0da271677ee6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:08.818053 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a07a1921-7042-4efd-a861-58941b794f75 req-a1c38189-a5c3-4238-8772-0da271677ee6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 943 time: 0.0679619 Jul 27 15:23:08.845475 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Attempting to bind port 6340c9ee-1a04-4b43-8711-63c9d0f5416a on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:23:08.845975 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Attempting to bind port 6340c9ee-1a04-4b43-8711-63c9d0f5416a by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:23:08.846514 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Attempting to bind port 6340c9ee-1a04-4b43-8711-63c9d0f5416a on network 0022a182-af30-461d-881d-a8e0230ebcce {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:08.859275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Port 6340c9ee-1a04-4b43-8711-63c9d0f5416a on network 0022a182-af30-461d-881d-a8e0230ebcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:23:08.859601 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Attempting to bind port 6340c9ee-1a04-4b43-8711-63c9d0f5416a on network 0022a182-af30-461d-881d-a8e0230ebcce {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:08.866664 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:23:08.867126 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Checking segment: {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:23:08.867509 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Bound using segment: {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:23:08.867706 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a07a1921-7042-4efd-a861-58941b794f75 req-b28d4b7c-3045-40d9-a44f-a3dcd7fb1fd0 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Jul 27 15:23:08.867940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Bound port: 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:23:08.868299 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.935618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:23:08.938850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:23:08.943180 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.975141 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:08.975824 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:08.977267 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] 10.222.0.46 "PUT /v2.0/ports/6340c9ee-1a04-4b43-8711-63c9d0f5416a HTTP/1.1" status: 200 len: 1093 time: 0.6134403 Jul 27 15:23:08.977705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:08.980002 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b650356-c649-4ff3-a552-1c03e25af3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:09.006164 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8acd6-38bc-4eec-a0df-604b687de078 service neutron] Pushing event updated for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:09.023881 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab980a1-c0c1-4347-832e-746d62469368 x-openstack-request-id: req-dab980a1-c0c1-4347-832e-746d62469368 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:09.024659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:09.024913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dab980a1-c0c1-4347-832e-746d62469368 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:09.025313 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a', 'status': 'completed', 'code': 200} Jul 27 15:23:09.133422 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-ac5400e1-5275-4f9a-8fc4-1ce6c8f59021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:09.134917 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-ac5400e1-5275-4f9a-8fc4-1ce6c8f59021 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 1096 time: 0.0533683 Jul 27 15:23:09.216723 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-81ff4b04-0ec2-4f6f-9936-297727017391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a HTTP/1.1" status: 200 len: 217 time: 0.0450969 Jul 27 15:23:09.281373 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:23:09.288708 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-b6afd678-d154-4aea-b052-32ea8585b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:09.290411 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-b6afd678-d154-4aea-b052-32ea8585b5b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=12c9d324-21d8-41e6-992d-66cf4938530b HTTP/1.1" status: 200 len: 848 time: 0.0537391 Jul 27 15:23:09.324784 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-f21d2faf-1ecb-4bb2-b937-8892f9f195d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0022a182-af30-461d-881d-a8e0230ebcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270030 Jul 27 15:23:09.331095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca115f91-ae7c-4d2c-ae76-d85e451a015b req-f0a76400-35a5-42e6-9f78-5e28eeb02b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:09.332474 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-ca115f91-ae7c-4d2c-ae76-d85e451a015b req-f0a76400-35a5-42e6-9f78-5e28eeb02b83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 1099 time: 0.1241612 Jul 27 15:23:09.379695 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:09.392227 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'port_id': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'mac_address': 'fa:16:3e:14:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00bbf6-0acd-4359-8e85-5d906ec9d142', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:23:09.429921 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:09.430263 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-ca115f91-ae7c-4d2c-ae76-d85e451a015b req-1cdfec91-de90-4ec5-bbdf-82988adca81c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Jul 27 15:23:09.444342 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:09.462701 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-755a7954-3e02-4e8f-95d0-cf219469f429 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119335 Jul 27 15:23:09.465610 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:09.469266 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:09.521737 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:09.914505 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52d219a0-50d1-4e14-a5de-5a5216f73f25 req-a9fbf6e7-375d-4115-b299-17f65dce85a3 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977216 Jul 27 15:23:09.989763 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:10.033023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d61c0f-bfe6-4857-aaa6-cf8fe1feecbc req-33b7ac23-9d46-4a41-b33d-d9e1120ee71c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.034920 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9d61c0f-bfe6-4857-aaa6-cf8fe1feecbc req-33b7ac23-9d46-4a41-b33d-d9e1120ee71c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 943 time: 0.1157575 Jul 27 15:23:10.059081 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ba962-04d0-4034-864a-389da00211f4 req-7f2ff3b7-1690-4d2a-8d65-e0ea37e0b383 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.060641 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7c0ba962-04d0-4034-864a-389da00211f4 req-7f2ff3b7-1690-4d2a-8d65-e0ea37e0b383 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1007078 Jul 27 15:23:10.101945 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9d61c0f-bfe6-4857-aaa6-cf8fe1feecbc req-60a5e30c-601f-48c9-b877-ee636bcd9795 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Jul 27 15:23:10.120794 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-d23275db-b641-472c-b189-f6853d3f6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.122933 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-d23275db-b641-472c-b189-f6853d3f6b18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 1096 time: 0.0782735 Jul 27 15:23:10.130644 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7c0ba962-04d0-4034-864a-389da00211f4 req-f3ca19f2-fe37-4a33-bd38-7ba1bdd1a0b6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608189 Jul 27 15:23:10.236780 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-f542c03f-1896-4459-9da4-c2163d631c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.239034 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-f542c03f-1896-4459-9da4-c2163d631c17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 909 time: 0.1084354 Jul 27 15:23:10.248357 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60686) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:10.264119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3de5-a683-4a5e-abfa-42fa955792ce req-a2e1667f-d0f6-4bbe-acfe-7df11ef6728a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.265755 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-17bf3de5-a683-4a5e-abfa-42fa955792ce req-a2e1667f-d0f6-4bbe-acfe-7df11ef6728a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 944 time: 0.0756588 Jul 27 15:23:10.296843 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-15cd3a4c-524a-4af3-be38-3e64bcf44c67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a HTTP/1.1" status: 200 len: 217 time: 0.0406413 Jul 27 15:23:10.305881 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-17bf3de5-a683-4a5e-abfa-42fa955792ce req-9a3d4358-9a87-435f-bc04-9b7ed4b3bcac tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Jul 27 15:23:10.354561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-d1389c55-8415-419b-bbfe-fda641125403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:10.356116 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-d1389c55-8415-419b-bbfe-fda641125403 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=12c9d324-21d8-41e6-992d-66cf4938530b HTTP/1.1" status: 200 len: 848 time: 0.0504448 Jul 27 15:23:10.379356 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2007ff30-b940-42e1-b3b3-d5629afd63e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.391890 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-c0ee6cb7-8a90-40df-a2a1-373694c5626c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0022a182-af30-461d-881d-a8e0230ebcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272436 Jul 27 15:23:10.487911 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2007ff30-b940-42e1-b3b3-d5629afd63e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.492063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2007ff30-b940-42e1-b3b3-d5629afd63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.500814 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-ce64064b-a1a7-4895-99e6-dea14946f737 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012361 Jul 27 15:23:10.535405 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2007ff30-b940-42e1-b3b3-d5629afd63e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bd3c57cda004780980a4bb5ec1c96cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831581 Jul 27 15:23:10.535675 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60698) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:10.543311 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ff30-b940-42e1-b3b3-d5629afd63e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb4a17-c459-4d18-9056-ef1fe900ebb1,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:10.594330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.598836 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4b650356-c649-4ff3-a552-1c03e25af3ec req-b4d64720-658c-4a2d-b149-56eff404d589 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Jul 27 15:23:10.617898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.670318 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.673038 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:10.677030 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbfb4a17-c459-4d18-9056-ef1fe900ebb1 HTTP/1.1" status: 204 len: 168 time: 0.1404610 Jul 27 15:23:10.684870 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856a56d-245c-4436-8cd5-f5a24057540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb4a17-c459-4d18-9056-ef1fe900ebb1,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:10.954521 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60712) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:10.967234 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bc09ed67-e0be-4c0a-88d9-56d920b6dced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.055574 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bc09ed67-e0be-4c0a-88d9-56d920b6dced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.060233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bc09ed67-e0be-4c0a-88d9-56d920b6dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.099766 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ed67-e0be-4c0a-88d9-56d920b6dced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174d000-739e-46f1-8f17-05a9a8ac9409,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:11.104084 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-bc09ed67-e0be-4c0a-88d9-56d920b6dced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aef2826cdf784c6f924e1a3388b89f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485546 Jul 27 15:23:11.106741 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60714) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:11.158391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.185172 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.494769 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.497299 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:11.498413 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e174d000-739e-46f1-8f17-05a9a8ac9409 HTTP/1.1" status: 204 len: 168 time: 0.3907869 Jul 27 15:23:11.522822 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7d3ac-e958-4459-abf3-3ad285bb2227 req-208051bd-7387-4941-988e-00c731374ab9 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:11.524288 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fbf7d3ac-e958-4459-abf3-3ad285bb2227 req-208051bd-7387-4941-988e-00c731374ab9 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 943 time: 0.3236430 Jul 27 15:23:11.526947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d0cd-90ac-495c-93cb-a4d1abe88113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174d000-739e-46f1-8f17-05a9a8ac9409,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:11.538874 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540a0e-9ead-449f-b7c0-16db1b05300c req-b38facf1-e7f2-4454-9a2e-1273cc68a98f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:11.540355 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ad540a0e-9ead-449f-b7c0-16db1b05300c req-b38facf1-e7f2-4454-9a2e-1273cc68a98f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.3229473 Jul 27 15:23:11.593356 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fbf7d3ac-e958-4459-abf3-3ad285bb2227 req-650b712a-7928-464f-ab4d-f83af1c68cab tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Jul 27 15:23:11.601072 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ad540a0e-9ead-449f-b7c0-16db1b05300c req-02b3be8f-1014-42b4-b3d3-0a9966484d71 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Jul 27 15:23:11.726259 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c147d-d01d-4d24-b3db-77bf3d01d16a req-18527fa2-5c2d-43c9-bfb8-5b5bffc7b6ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:11.727805 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-089c147d-d01d-4d24-b3db-77bf3d01d16a req-18527fa2-5c2d-43c9-bfb8-5b5bffc7b6ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 944 time: 0.0696101 Jul 27 15:23:11.766543 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-089c147d-d01d-4d24-b3db-77bf3d01d16a req-4f36c0de-b25b-4f92-916d-c50f46a1f982 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 27 15:23:15.172962 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 6340c9ee-1a04-4b43-8711-63c9d0f5416a details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:23:15.204807 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:15.289957 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529ed5-5a65-4118-9ebe-fe67127cba6a req-11de6a92-f23c-4a34-8092-4e8fb088903a tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:15.291491 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5529ed5-5a65-4118-9ebe-fe67127cba6a req-11de6a92-f23c-4a34-8092-4e8fb088903a tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 943 time: 0.0700710 Jul 27 15:23:15.305580 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:15.313641 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:23:15.320717 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '6340c9ee-1a04-4b43-8711-63c9d0f5416a', 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce', 'port_id': '6340c9ee-1a04-4b43-8711-63c9d0f5416a', 'mac_address': 'fa:16:3e:18:bf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d324-21d8-41e6-992d-66cf4938530b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:23:15.322246 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:23:15.322647 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.358415 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5529ed5-5a65-4118-9ebe-fe67127cba6a req-1b7ee896-035e-45a8-aef0-6caf5dd75f13 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577552 Jul 27 15:23:15.384430 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bf96-b22d-496a-86be-69f75b330004 req-ea917227-2cf1-4e08-90c4-5b800a36de10 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:15.386343 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0311bf96-b22d-496a-86be-69f75b330004 req-ea917227-2cf1-4e08-90c4-5b800a36de10 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0939870 Jul 27 15:23:15.395244 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.412017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340c9ee-1a04-4b43-8711-63c9d0f5416a {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:15.434377 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0311bf96-b22d-496a-86be-69f75b330004 req-ca3d0289-87bd-47b4-903a-140144b06fcd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Jul 27 15:23:15.455032 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:15.462494 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.469062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.505855 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d93f2-74bb-4ba9-896b-d78629d2983b req-b94dace3-8c5f-4358-833c-fae5efd73bb1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:15.507689 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-633d93f2-74bb-4ba9-896b-d78629d2983b req-b94dace3-8c5f-4358-833c-fae5efd73bb1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 944 time: 0.0816519 Jul 27 15:23:15.527922 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:15.530127 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb20afd-9580-40c6-9319-17d0c7928130" -d '{"events": [{"server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:15.542961 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:15.548504 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:15.554147 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.577453 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-633d93f2-74bb-4ba9-896b-d78629d2983b req-a00c6682-c55b-4a88-9e4a-a00daac78dcd tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Jul 27 15:23:15.598985 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3598a-d847-4042-b802-496fc799cbbc req-4574caa0-f945-4c33-9889-f64cb9e1a81b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:15.600922 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cdf3598a-d847-4042-b802-496fc799cbbc req-4574caa0-f945-4c33-9889-f64cb9e1a81b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0921106 Jul 27 15:23:15.615743 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:15.626215 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341cda4-7d4a-4bb0-8785-c132010e98fe x-openstack-request-id: req-b341cda4-7d4a-4bb0-8785-c132010e98fe {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:15.626555 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:15.627009 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b341cda4-7d4a-4bb0-8785-c132010e98fe {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:15.627475 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'code': 200} Jul 27 15:23:15.640630 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cdf3598a-d847-4042-b802-496fc799cbbc req-ca5f0b3b-8602-4a6f-a351-8c8f040398a1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Jul 27 15:23:15.845882 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:15.880314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7a9ab-7e2e-4b00-96b4-527cbf2a51fd req-3d3a8c60-1938-4874-bc02-3216a22ce8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:15.881894 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-73a7a9ab-7e2e-4b00-96b4-527cbf2a51fd req-3d3a8c60-1938-4874-bc02-3216a22ce8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 1098 time: 0.0618496 Jul 27 15:23:15.940187 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-73a7a9ab-7e2e-4b00-96b4-527cbf2a51fd req-983b01c2-b2e1-4ff4-ab25-f6a3443c4d72 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Jul 27 15:23:16.019575 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['6340c9ee-1a04-4b43-8711-63c9d0f5416a'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:16.242108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fce69a2c-b3a9-45ed-9054-71efc782d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:16.618727 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d177c3-443a-4a1b-8ef4-7b75d6f547db req-dfe4582d-cd68-45f9-b405-e0648b75b02c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:16.620253 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a1d177c3-443a-4a1b-8ef4-7b75d6f547db req-dfe4582d-cd68-45f9-b405-e0648b75b02c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 944 time: 0.0634677 Jul 27 15:23:16.685857 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a1d177c3-443a-4a1b-8ef4-7b75d6f547db req-553674bb-acd6-47f5-a9c2-0a1dfb300e88 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Jul 27 15:23:16.719270 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3967-f9b2-4b9d-8028-4b496afb7109 req-30da6e00-874d-41f0-ab0f-4103cd7915e9 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:16.721295 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-253b3967-f9b2-4b9d-8028-4b496afb7109 req-30da6e00-874d-41f0-ab0f-4103cd7915e9 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0732069 Jul 27 15:23:16.758174 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-253b3967-f9b2-4b9d-8028-4b496afb7109 req-a55126a4-ba54-431f-9ddd-82ee0a5c3262 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Jul 27 15:23:17.258576 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37275-fa98-4a8f-8779-b541de0c977d req-60456ef8-7803-44a4-b4af-da00b743a450 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:17.260128 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d5f37275-fa98-4a8f-8779-b541de0c977d req-60456ef8-7803-44a4-b4af-da00b743a450 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0615563 Jul 27 15:23:17.291300 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-9d2a5817-4f5c-428a-806f-4f8b0b570b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:17.292829 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-9d2a5817-4f5c-428a-806f-4f8b0b570b0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0531662 Jul 27 15:23:17.297474 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d5f37275-fa98-4a8f-8779-b541de0c977d req-dd4ffc9b-cefb-4857-834b-a6ae76752924 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Jul 27 15:23:18.704490 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-a2001fb4-7681-46e0-912b-7a59cc7e41a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:18.992107 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:19.956181 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:20.490324 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-34707fdc-5dec-43fb-847a-9256e4f72209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:20.491851 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-34707fdc-5dec-43fb-847a-9256e4f72209 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.0857546 Jul 27 15:23:20.539639 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-b84364b4-dfdf-441b-b5fb-0f5231c0b0e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0371928 Jul 27 15:23:20.605230 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1028fe-ae86-4aeb-9f94-1c1b3a28fa84 req-3da5b9dc-5851-4d3c-96f1-e9ca4a6500ad tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:20.605859 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-eae9e7e1-567c-42fe-83bd-98ed3e3a2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:20.606727 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0a1028fe-ae86-4aeb-9f94-1c1b3a28fa84 req-3da5b9dc-5851-4d3c-96f1-e9ca4a6500ad tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 944 time: 0.0785084 Jul 27 15:23:20.607117 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-eae9e7e1-567c-42fe-83bd-98ed3e3a2216 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0485632 Jul 27 15:23:20.670834 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0a1028fe-ae86-4aeb-9f94-1c1b3a28fa84 req-fea6ded6-2a88-40b0-a0bb-55094887ccd7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Jul 27 15:23:20.694509 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e522a7-4035-409d-a447-a45ac44820ba req-d3947154-a0e6-401a-9892-b3defeca5743 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:20.695914 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a6e522a7-4035-409d-a447-a45ac44820ba req-d3947154-a0e6-401a-9892-b3defeca5743 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0882599 Jul 27 15:23:20.743980 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-bf7c059a-5b0b-4a60-ab3e-a08868a0946a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279496 Jul 27 15:23:20.745205 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a6e522a7-4035-409d-a447-a45ac44820ba req-1bfa08f8-eaeb-458c-aa7a-1997cadf40ef tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Jul 27 15:23:20.797082 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f31563-8faa-4de0-828b-cbd209dc8f1c req-cf0f8f8f-846b-4d22-8cf4-02ac5595270a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:20.799145 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30f31563-8faa-4de0-828b-cbd209dc8f1c req-cf0f8f8f-846b-4d22-8cf4-02ac5595270a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0700629 Jul 27 15:23:20.840428 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30f31563-8faa-4de0-828b-cbd209dc8f1c req-137bb2cc-9fa5-4b0a-8ec2-30ee26ac8e0e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Jul 27 15:23:20.840867 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-1aa82b48-5f32-40df-af28-72cc8acc54ba service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Jul 27 15:23:20.951074 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61a6dce3-e235-4e76-bdaf-6fdca5eee676 req-e975a71b-9bcb-4bca-ac4d-8795cc4f84a0 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Jul 27 15:23:21.502865 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 6340c9ee-1a04-4b43-8711-63c9d0f5416a up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:21.550627 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 6340c9ee-1a04-4b43-8711-63c9d0f5416a completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:23:21.554265 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 6340c9ee-1a04-4b43-8711-63c9d0f5416a triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:23:21.554669 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:21.642867 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:21.664259 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:21.666745 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac0479-e43c-4837-bb82-cd89a75b03c7" -d '{"events": [{"server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:21.682616 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:21.689549 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:21.723628 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688d3af-1192-44c0-bafe-264ce50b6bdd x-openstack-request-id: req-3688d3af-1192-44c0-bafe-264ce50b6bdd {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:21.723949 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:21.724169 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3688d3af-1192-44c0-bafe-264ce50b6bdd {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:21.724916 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a', 'code': 200} Jul 27 15:23:21.760088 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:21.876698 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3157073-c61e-4e3c-88c9-f2611ae5ebd7 req-ead50131-e9df-49db-99ea-ff68c79e0109 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:21.878979 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f3157073-c61e-4e3c-88c9-f2611ae5ebd7 req-ead50131-e9df-49db-99ea-ff68c79e0109 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.1219318 Jul 27 15:23:21.933611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:21.937259 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f3157073-c61e-4e3c-88c9-f2611ae5ebd7 req-2031dc3d-8723-4a00-ba74-989f5c974296 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Jul 27 15:23:21.947947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe36b-b702-4881-9a5e-8b08b5e348ff req-1ad631c3-b16f-4d44-a642-bd21befd698b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:21.949465 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-575fe36b-b702-4881-9a5e-8b08b5e348ff req-1ad631c3-b16f-4d44-a642-bd21befd698b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.1242957 Jul 27 15:23:21.997909 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e602c-100c-455c-832a-210657918cfa req-169eac8c-855d-4118-95bb-bfffdc70f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:21.998981 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-575fe36b-b702-4881-9a5e-8b08b5e348ff req-52addcd8-9f4d-4a08-9853-7d7f29606216 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 Jul 27 15:23:22.000120 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-e55e602c-100c-455c-832a-210657918cfa req-169eac8c-855d-4118-95bb-bfffdc70f61e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 1098 time: 0.0745516 Jul 27 15:23:22.061354 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-e55e602c-100c-455c-832a-210657918cfa req-c4f8fd8c-18a9-492a-b71a-57e5cee2f0b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 Jul 27 15:23:22.079483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2be696-908e-4cb3-835f-b93f7f47a09a req-024d6fb5-a61d-4531-8b76-dccda1862601 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:22.081222 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3f2be696-908e-4cb3-835f-b93f7f47a09a req-024d6fb5-a61d-4531-8b76-dccda1862601 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0794187 Jul 27 15:23:22.122821 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3f2be696-908e-4cb3-835f-b93f7f47a09a req-9a623655-5b23-4235-a559-5c3cc767239c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Jul 27 15:23:23.072108 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd674c3-2f60-4075-8b61-9c7f4e5bedad req-55b19a69-466d-46e2-8d33-784552160b11 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:23.073605 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9fd674c3-2f60-4075-8b61-9c7f4e5bedad req-55b19a69-466d-46e2-8d33-784552160b11 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.0637372 Jul 27 15:23:23.110531 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9fd674c3-2f60-4075-8b61-9c7f4e5bedad req-cf883ea9-ff80-4669-8ca1-2f2258935580 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303013 Jul 27 15:23:23.263080 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e0817-dd59-4154-8649-b5ead48c16ab req-d8a4df56-6fa3-4296-bff6-5aca41d2128c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:23.264566 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-004e0817-dd59-4154-8649-b5ead48c16ab req-d8a4df56-6fa3-4296-bff6-5aca41d2128c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0713305 Jul 27 15:23:23.303690 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-004e0817-dd59-4154-8649-b5ead48c16ab req-7087c637-bf77-466b-8f19-2bc70d678b98 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jul 27 15:23:24.240703 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740a16c-d2b0-4f1c-ae20-6e6940b0fdb1 req-5e521abb-5016-4510-862e-2168b86c6efe tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:24.242102 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a740a16c-d2b0-4f1c-ae20-6e6940b0fdb1 req-5e521abb-5016-4510-862e-2168b86c6efe tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.0619743 Jul 27 15:23:24.278617 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a740a16c-d2b0-4f1c-ae20-6e6940b0fdb1 req-9af777da-52a5-4403-8deb-89090e7d344c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jul 27 15:23:24.432277 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f87ed3-a637-46f3-aa4c-ca7c997bc4f1 req-e742eeae-fdad-4080-89aa-4362d9a2597d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:24.433770 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-54f87ed3-a637-46f3-aa4c-ca7c997bc4f1 req-e742eeae-fdad-4080-89aa-4362d9a2597d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0618124 Jul 27 15:23:24.472571 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-54f87ed3-a637-46f3-aa4c-ca7c997bc4f1 req-a4a6279e-600c-4b7d-a773-7e184704b87b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jul 27 15:23:25.133797 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 60970) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:25.244133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78991e57-dbea-486a-8474-4df9c6abddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.339678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78991e57-dbea-486a-8474-4df9c6abddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.345326 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-78991e57-dbea-486a-8474-4df9c6abddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.394882 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-78991e57-dbea-486a-8474-4df9c6abddb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60a394caec504fe2b0a5fc2aad7561f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577190 Jul 27 15:23:25.395585 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 60990) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:25.399519 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991e57-dbea-486a-8474-4df9c6abddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c22d50-113c-4d5b-8ec7-fc143b2d5862,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:25.452187 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.479294 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.541124 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.545279 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.550005 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c22d50-113c-4d5b-8ec7-fc143b2d5862 HTTP/1.1" status: 204 len: 168 time: 0.1527438 Jul 27 15:23:25.558502 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa279cb-8c79-4b58-82a3-0c5644c5a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c22d50-113c-4d5b-8ec7-fc143b2d5862,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:25.636457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ba2d-4d0f-4830-ba95-340b5dbef56a req-31280080-58eb-431a-8c31-dff46c6781ca tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:25.644037 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c24ba2d-4d0f-4830-ba95-340b5dbef56a req-31280080-58eb-431a-8c31-dff46c6781ca tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0851958 Jul 27 15:23:25.670801 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 32770) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:25.708868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c24ba2d-4d0f-4830-ba95-340b5dbef56a req-22cfe911-2572-4a76-8c5f-c5dac69c3263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639696 Jul 27 15:23:25.731802 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b28cf-80ac-488c-b626-25bcab4e2f5d req-212b6f62-624e-4ad7-b258-be25f5552fe3 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:25.733566 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b78b28cf-80ac-488c-b626-25bcab4e2f5d req-212b6f62-624e-4ad7-b258-be25f5552fe3 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.1141269 Jul 27 15:23:25.773075 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b78b28cf-80ac-488c-b626-25bcab4e2f5d req-9c2ffeb8-6182-4428-8d61-b9568efda5c8 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jul 27 15:23:25.839863 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8c66fdc2-215d-4ac7-b255-9a89ce19d36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.896335 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 32776) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:25.914384 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cada-2311-420e-b194-f14c46c4031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.957035 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8c66fdc2-215d-4ac7-b255-9a89ce19d36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:25.962366 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8c66fdc2-215d-4ac7-b255-9a89ce19d36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.014228 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8c66fdc2-215d-4ac7-b255-9a89ce19d36a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=118ca328e2244413bf22fcba4972a171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423438 Jul 27 15:23:26.017570 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 32780) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:26.021288 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66fdc2-215d-4ac7-b255-9a89ce19d36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804c419-7b04-48c2-9328-48eedb415732,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:26.069504 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.081530 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cada-2311-420e-b194-f14c46c4031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.086713 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7ee1cada-2311-420e-b194-f14c46c4031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.091833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.125178 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-7ee1cada-2311-420e-b194-f14c46c4031c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72c3bd37ab3d48d984621950c440fbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277980 Jul 27 15:23:26.126453 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1cada-2311-420e-b194-f14c46c4031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81175c0-6c10-4674-90d1-c9b00ddd25c0,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:26.128486 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 32782) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:26.156790 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.159354 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.160454 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2804c419-7b04-48c2-9328-48eedb415732 HTTP/1.1" status: 204 len: 168 time: 0.1418195 Jul 27 15:23:26.175188 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92c190-9200-45ea-96d3-aa81078c9d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804c419-7b04-48c2-9328-48eedb415732,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:26.197457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.220203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.269049 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.271842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:26.273033 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b81175c0-6c10-4674-90d1-c9b00ddd25c0 HTTP/1.1" status: 204 len: 168 time: 0.1419833 Jul 27 15:23:26.280757 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758ad83-2012-4595-a785-dd01ecdab3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81175c0-6c10-4674-90d1-c9b00ddd25c0,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:26.900023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ce5e-3cf4-4eed-a44b-e0b8ad73698e req-5e996f36-8d4a-4696-88b2-08643cd4cc83 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:26.901958 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2de9ce5e-3cf4-4eed-a44b-e0b8ad73698e req-5e996f36-8d4a-4696-88b2-08643cd4cc83 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1107149 Jul 27 15:23:26.920106 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 32830) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:26.957248 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2de9ce5e-3cf4-4eed-a44b-e0b8ad73698e req-9663bb77-2f2a-4ef9-8746-27e5776d1930 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Jul 27 15:23:26.970026 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad688fb-7072-4aaa-bb26-505abb3e4674 req-bb0a97ae-c3d9-4c5d-97c8-7389df6748ab tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:26.977141 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aad688fb-7072-4aaa-bb26-505abb3e4674 req-bb0a97ae-c3d9-4c5d-97c8-7389df6748ab tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.1216781 Jul 27 15:23:27.012159 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aad688fb-7072-4aaa-bb26-505abb3e4674 req-a21d1b45-fb52-48e2-912c-4299df0af47a tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Jul 27 15:23:27.144608 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1155544515-network', 'tenant_id': 'cb8f75cbd1734c8badbc060217f7bc9d'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:27.167446 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Made reservation on behalf of cb8f75cbd1734c8badbc060217f7bc9d for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:27.169989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.178676 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.269760 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.273657 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.299115 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:23:27.308044 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5fa0e-3f09-4234-a01e-15630b82e9b9,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:27.315830 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.316096 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Added segment 0a369113-20fd-459b-b98a-a12129925726 of type vlan for network dda8cb76-48cd-4061-9465-3f02fa986cfd Jul 27 15:23:27.360664 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.392099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.393345 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:27.393940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.451219 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5293090 Jul 27 15:23:27.454615 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 32852) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:27.461375 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Request body: {'subnet': {'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1155544515-subnet', 'tenant_id': 'cb8f75cbd1734c8badbc060217f7bc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:27.470302 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd54f5-3ead-4ec8-9fe8-9c8424317d32 admin admin] Pushing event updated for resources: {'Network': ['ID=dda8cb76-48cd-4061-9465-3f02fa986cfd,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:27.482121 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network dda8cb76-48cd-4061-9465-3f02fa986cfd details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:23:27.491407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Made reservation on behalf of cb8f75cbd1734c8badbc060217f7bc9d for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:27.493949 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.592652 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:23:27.666435 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.719583 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f565ed-2dfe-457c-bb72-6469db963a94,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:27.730221 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Checking segment: {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:23:27.730614 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Network hostable DHCP agents. Network: dda8cb76-48cd-4061-9465-3f02fa986cfd, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:23:27.747445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Network dda8cb76-48cd-4061-9465-3f02fa986cfd is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:23:27.756903 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, dda8cb76-48cd-4061-9465-3f02fa986cfd) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:27.765560 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f2533-f27e-47ac-9ed2-e9a1cad429df None None] Network dda8cb76-48cd-4061-9465-3f02fa986cfd requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:23:27.772933 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:27.773518 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:27.793817 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-89472e54-e572-40eb-8cf7-7415fa4be6b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3380189 Jul 27 15:23:27.900487 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c55e2-58f2-4a65-85be-7239ec7649bf None None] Network dda8cb76-48cd-4061-9465-3f02fa986cfd requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:23:28.128720 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-71faef89-aa60-4e4a-a4b4-bde3442e7df4 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:28.130219 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-71faef89-aa60-4e4a-a4b4-bde3442e7df4 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.0894718 Jul 27 15:23:28.243571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b89a8-5a24-409d-90e3-e6c9467beb1d req-6046f582-7db5-456d-b56b-61361d6ec33b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:28.246674 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-494b89a8-5a24-409d-90e3-e6c9467beb1d req-6046f582-7db5-456d-b56b-61361d6ec33b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1915047 Jul 27 15:23:28.302693 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bdbd-0ac3-4709-9abd-0158b90959f9 req-a80c83a5-8191-47fc-84af-81e365334cc5 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:28.304779 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79f9bdbd-0ac3-4709-9abd-0158b90959f9 req-a80c83a5-8191-47fc-84af-81e365334cc5 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 945 time: 0.1809509 Jul 27 15:23:28.334978 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-494b89a8-5a24-409d-90e3-e6c9467beb1d req-b16e1947-4db6-4111-aaba-28b00692021c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661120 Jul 27 15:23:28.364319 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Deleting port 6340c9ee-1a04-4b43-8711-63c9d0f5416a {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:23:28.364890 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.399240 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79f9bdbd-0ac3-4709-9abd-0158b90959f9 req-ad85bbe2-1908-4e6a-bf8b-5cb2b9e46f7c tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766664 Jul 27 15:23:28.490896 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 32910) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:28.528182 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] For port 6340c9ee-1a04-4b43-8711-63c9d0f5416a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6340c9ee-1a04-4b43-8711-63c9d0f5416a,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:28.528543 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.545928 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Calling delete_port for 6340c9ee-1a04-4b43-8711-63c9d0f5416a owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:23:28.628609 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d9e1-f9cc-4d31-9e12-fbbd784478fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.680757 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.708068 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Pushing event deleted for resources: {'Port': ['ID=6340c9ee-1a04-4b43-8711-63c9d0f5416a,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:28.726079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d9e1-f9cc-4d31-9e12-fbbd784478fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.729813 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d8d4d9e1-f9cc-4d31-9e12-fbbd784478fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.751742 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['6340c9ee-1a04-4b43-8711-63c9d0f5416a'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:28.756374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] No DVR routers for this DVR port 6340c9ee-1a04-4b43-8711-63c9d0f5416a on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:23:28.759320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.761467 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-f3addd04-2a65-4f6b-bf49-b7b8633327d4 req-fd374f90-51d8-432a-9115-0c031cf23b5f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "DELETE /v2.0/ports/6340c9ee-1a04-4b43-8711-63c9d0f5416a HTTP/1.1" status: 204 len: 173 time: 0.6193647 Jul 27 15:23:28.761750 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'name': 'network-vif-deleted', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:28.764013 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136469b9-6506-4e46-8c40-a0f71f5cd7ad" -d '{"events": [{"server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "name": "network-vif-deleted", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:28.775521 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d9e1-f9cc-4d31-9e12-fbbd784478fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73380ea-60fe-4cab-8f10-25766888a74e,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:28.785839 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d8d4d9e1-f9cc-4d31-9e12-fbbd784478fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a825b9a35d04991ab226138c6c6d6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926621 Jul 27 15:23:28.789978 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 32918) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:28.805049 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a130d4-aaf7-4fbf-9994-5a3bd877b72b x-openstack-request-id: req-12a130d4-aaf7-4fbf-9994-5a3bd877b72b {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:28.805401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef", "name": "network-vif-deleted", "tag": "6340c9ee-1a04-4b43-8711-63c9d0f5416a", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:28.806145 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12a130d4-aaf7-4fbf-9994-5a3bd877b72b {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:28.806145 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef', 'name': 'network-vif-deleted', 'tag': '6340c9ee-1a04-4b43-8711-63c9d0f5416a', 'status': 'completed', 'code': 200} Jul 27 15:23:28.848204 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.869217 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.916738 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.919776 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:28.921086 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a73380ea-60fe-4cab-8f10-25766888a74e HTTP/1.1" status: 204 len: 168 time: 0.1298881 Jul 27 15:23:28.929665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8663202-228b-475c-a634-51150ccb9ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73380ea-60fe-4cab-8f10-25766888a74e,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:29.185943 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 32926) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:29.200133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-29db21bf-6e06-42b7-aa10-77da65876cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.294581 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-29db21bf-6e06-42b7-aa10-77da65876cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.299036 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-29db21bf-6e06-42b7-aa10-77da65876cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.338638 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-29db21bf-6e06-42b7-aa10-77da65876cd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ff9d4c7b3fe47cfb4ed8c13065465c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491306 Jul 27 15:23:29.338638 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db21bf-6e06-42b7-aa10-77da65876cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7c087-008a-4f47-ad56-72f0af25720c,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:29.339018 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 32928) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:29.390987 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.412701 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.466774 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.470890 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:29.472315 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63a7c087-008a-4f47-ad56-72f0af25720c HTTP/1.1" status: 204 len: 168 time: 0.1310041 Jul 27 15:23:29.482209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d56aa9-f312-4075-aa36-4372ae46a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7c087-008a-4f47-ad56-72f0af25720c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:29.495630 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5e0f-f74c-4598-90e5-cc921224fbf2 req-b77150b5-e126-41ab-a687-79b8c1cfaf73 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:29.504153 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-33be5e0f-f74c-4598-90e5-cc921224fbf2 req-b77150b5-e126-41ab-a687-79b8c1cfaf73 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0939071 Jul 27 15:23:29.561064 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93d6067d-b1e6-4e3e-bfaa-2cbdded63212 req-61148d40-654d-4baf-a992-d4f3928201e5 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ee33dd2-43b8-4abb-aa64-797f7a2dd7ef HTTP/1.1" status: 200 len: 210 time: 0.0536644 Jul 27 15:23:29.584177 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-33be5e0f-f74c-4598-90e5-cc921224fbf2 req-be8c824c-0535-40a6-bbe6-8974f111fb04 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Jul 27 15:23:29.835236 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-5196f831-c8df-4501-ac4e-3bb441aa3472 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:29.836742 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-5196f831-c8df-4501-ac4e-3bb441aa3472 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/networks?id=dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 200 len: 814 time: 0.1040816 Jul 27 15:23:29.852056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a52fe39d-9634-452f-9d2e-0d2c0c1fe695 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/quotas/cb8f75cbd1734c8badbc060217f7bc9d HTTP/1.1" status: 200 len: 375 time: 0.0097737 Jul 27 15:23:29.886680 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-fa641ede-f8d9-4a2b-9b3e-b1592ad403c1 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292971 Jul 27 15:23:29.979210 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-8ef0228c-b7a7-49af-903c-468943067340 service neutron] 10.222.0.37 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856736 Jul 27 15:23:30.074275 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-63f2ebad-d57b-4d68-aca0-62efd192c47d service neutron] 10.222.0.37 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Jul 27 15:23:30.238032 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0a98b04c-29ee-45f3-939b-f3eefc8b0051 req-8304620f-8090-4971-aba2-ff30e34cb5cb tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 210 time: 0.0299668 Jul 27 15:23:30.747757 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113df77e-f6a4-4a71-8f52-fe4c0f913e1c req-58d8ebe6-8476-4130-8b19-911efd7b3d4c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:30.748775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-113df77e-f6a4-4a71-8f52-fe4c0f913e1c req-58d8ebe6-8476-4130-8b19-911efd7b3d4c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0666347 Jul 27 15:23:30.794356 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-113df77e-f6a4-4a71-8f52-fe4c0f913e1c req-1d024dbb-fa5b-43af-9236-de62acdc9356 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Jul 27 15:23:30.907331 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-a5092310-ad59-49d7-b0c1-804a79febd68 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:30.908870 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-a5092310-ad59-49d7-b0c1-804a79febd68 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 808 time: 0.1058276 Jul 27 15:23:30.924349 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-0ff64510-9730-4cc3-9c74-c1a69ef070ee tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/quotas/60eedbf75f734b36b60ba0bf2bea7123 HTTP/1.1" status: 200 len: 375 time: 0.0097625 Jul 27 15:23:30.958089 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-fc63575a-c27c-470b-9b29-0418dc429bb6 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281694 Jul 27 15:23:31.047128 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-64b5bdc7-18fd-491c-969e-58a5b9466ae5 service neutron] 10.222.0.37 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822916 Jul 27 15:23:31.135228 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-71e987cb-ce63-4de9-b0e6-086421eb5ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821586 Jul 27 15:23:31.317742 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-65ed4c6c-5eb2-47ad-aae8-65ceaf801743 req-5690998e-76d5-4633-b81b-fa7967dfce00 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 210 time: 0.0375674 Jul 27 15:23:31.350218 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8bde7259-6bd6-48ed-9521-ce66f1dd2d1f req-2f578815-5dca-4382-a938-919aa6923789 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 210 time: 0.0355775 Jul 27 15:23:31.552306 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 6340c9ee-1a04-4b43-8711-63c9d0f5416a no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:23:31.573231 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 6340c9ee-1a04-4b43-8711-63c9d0f5416a {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:23:31.573715 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 6340c9ee-1a04-4b43-8711-63c9d0f5416a not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:23:31.678592 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-cb250e77-a1ee-49a6-916c-77c950aa4c9a tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:31.680095 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-cb250e77-a1ee-49a6-916c-77c950aa4c9a tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "GET /v2.0/networks?id=dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 200 len: 814 time: 0.1214445 Jul 27 15:23:31.714352 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Request body: {'port': {'device_id': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd', 'admin_state_up': True, 'tenant_id': 'cb8f75cbd1734c8badbc060217f7bc9d'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:31.838016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Made reservation on behalf of cb8f75cbd1734c8badbc060217f7bc9d for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:31.842023 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:31.981557 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaad23-174e-4756-9de1-0994c0833a41 req-00ff0d13-241b-4972-8c25-d3e4ee21962d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:31.984127 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4fbaad23-174e-4756-9de1-0994c0833a41 req-00ff0d13-241b-4972-8c25-d3e4ee21962d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0887487 Jul 27 15:23:32.027889 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4fbaad23-174e-4756-9de1-0994c0833a41 req-8a5d7c39-ba31-41b8-93ac-23cbcc391d63 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369849 Jul 27 15:23:32.206237 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Allocated IP 172.20.0.9 (dda8cb76-48cd-4061-9465-3f02fa986cfd/38f565ed-2dfe-457c-bb72-6469db963a94/b9a1824d-7a50-4376-9725-44dcdb38f530) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:23:32.351603 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:32.392459 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:32.426731 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-69a51319-482d-45d7-83d5-0f2113efa25c req-0e847f32-a74a-4022-b046-081e9f765f9a tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 210 time: 0.0343275 Jul 27 15:23:32.440699 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Network dda8cb76-48cd-4061-9465-3f02fa986cfd is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:23:32.443612 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:32.448223 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:23:32.454264 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:32.454982 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:32.459095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Pushing event updated for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:32.474627 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-6ed2a770-005f-4aa7-8e74-b5228ac0adc5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640343 Jul 27 15:23:32.504161 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Request body: {'port': {'device_id': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:32.504500 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5465e8-5654-489e-a9a2-d48d6862817d req-a6a64639-35d4-4c30-8c14-aed659594684 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:32.506100 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c5465e8-5654-489e-a9a2-d48d6862817d req-a6a64639-35d4-4c30-8c14-aed659594684 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 931 time: 0.0782213 Jul 27 15:23:32.557363 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c5465e8-5654-489e-a9a2-d48d6862817d req-37491998-dc97-43ec-9417-0b59df787a8f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Jul 27 15:23:32.641394 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:32.722914 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-835c4971-3431-46ea-a13f-713aefe50cf7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:32.724363 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-835c4971-3431-46ea-a13f-713aefe50cf7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 808 time: 0.1540105 Jul 27 15:23:32.788014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Request body: {'port': {'device_id': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce', 'admin_state_up': True, 'tenant_id': '60eedbf75f734b36b60ba0bf2bea7123'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:32.989193 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Made reservation on behalf of 60eedbf75f734b36b60ba0bf2bea7123 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:32.992888 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.107786 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a1824d-7a50-4376-9725-44dcdb38f530 {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:33.120674 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.161564 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Transition to ACTIVE for port object b9a1824d-7a50-4376-9725-44dcdb38f530 will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:23:33.168787 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.211805 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d667f-d308-48f9-a527-b20e6d89c8ae req-d5737fe3-1835-42ae-a3b6-f00e37bd0f74 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:33.212296 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Allocated IP 172.20.0.4 (0022a182-af30-461d-881d-a8e0230ebcce/12c9d324-21d8-41e6-992d-66cf4938530b/0e446813-c2b6-4efe-993c-8e2a76687d55) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:23:33.213442 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e35d667f-d308-48f9-a527-b20e6d89c8ae req-d5737fe3-1835-42ae-a3b6-f00e37bd0f74 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1154211 Jul 27 15:23:33.233635 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 33078) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:33.251136 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:33.270188 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e35d667f-d308-48f9-a527-b20e6d89c8ae req-143a913a-bcbb-46ae-a7a6-6b21ef3eab7c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Jul 27 15:23:33.308020 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Attempting to bind port b9a1824d-7a50-4376-9725-44dcdb38f530 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:23:33.308353 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Attempting to bind port b9a1824d-7a50-4376-9725-44dcdb38f530 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:23:33.308683 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Attempting to bind port b9a1824d-7a50-4376-9725-44dcdb38f530 on network dda8cb76-48cd-4061-9465-3f02fa986cfd {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:33.318631 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Port b9a1824d-7a50-4376-9725-44dcdb38f530 on network dda8cb76-48cd-4061-9465-3f02fa986cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:23:33.318941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Attempting to bind port b9a1824d-7a50-4376-9725-44dcdb38f530 on network dda8cb76-48cd-4061-9465-3f02fa986cfd {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:33.338902 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:23:33.339241 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Checking segment: {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:23:33.339623 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Bound using segment: {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:23:33.340057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Bound port: b9a1824d-7a50-4376-9725-44dcdb38f530, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:23:33.340411 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.388340 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5202920-8062-4cfa-b314-e2539b854493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.516890 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.519386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:23:33.524896 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-18897e57-ee81-40a3-8649-a5db01f91208 req-db1ffa1e-4662-43b9-9e82-9b232592401f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 210 time: 0.0324972 Jul 27 15:23:33.545754 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b9a1824d-7a50-4376-9725-44dcdb38f530,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:23:33.555577 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.629315 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:33.629938 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.631364 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9a1824d-7a50-4376-9725-44dcdb38f530 HTTP/1.1" status: 200 len: 1093 time: 1.1317186 Jul 27 15:23:33.631803 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:33.634293 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:33.669590 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09844-d3cd-4f78-a072-c0c83f0ad2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:33.673531 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.678965 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deafb3c-a533-4e07-90d6-15029d60b9a1 x-openstack-request-id: req-7deafb3c-a533-4e07-90d6-15029d60b9a1 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:33.679251 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:33.679503 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7deafb3c-a533-4e07-90d6-15029d60b9a1 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:33.679891 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530', 'status': 'completed', 'code': 200} Jul 27 15:23:33.711365 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c6b76-7e64-4c98-8fc6-25bcc27647b3 req-70e6d7e9-a8cb-4ecb-8638-2027548754d7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:33.712868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c49c6b76-7e64-4c98-8fc6-25bcc27647b3 req-70e6d7e9-a8cb-4ecb-8638-2027548754d7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0789285 Jul 27 15:23:33.720910 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5202920-8062-4cfa-b314-e2539b854493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.732193 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a5202920-8062-4cfa-b314-e2539b854493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.745609 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Network 0022a182-af30-461d-881d-a8e0230ebcce is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:23:33.758059 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c49c6b76-7e64-4c98-8fc6-25bcc27647b3 req-049f6e2f-5f1f-4e34-a5e2-dd30013d1623 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Jul 27 15:23:33.772934 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:33.793984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Pushing event updated for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:33.796600 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:23:33.802146 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:33.802844 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.831199 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-a5202920-8062-4cfa-b314-e2539b854493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8101197a0a964bd1b7921aba4a70080f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944588 Jul 27 15:23:33.831918 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202920-8062-4cfa-b314-e2539b854493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016ecf76-45d0-4e53-8f64-b2221cb382d7,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:33.833838 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 33090) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:23:33.845409 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-b0f8f96d-630d-4d5a-ad79-a43bb6daf687 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0613337 Jul 27 15:23:33.860241 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-89d56c1a-4468-45d8-b196-b64b182a5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:33.861854 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-89d56c1a-4468-45d8-b196-b64b182a5346 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1197510 Jul 27 15:23:33.866740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Request body: {'port': {'device_id': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:33.883129 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.904442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.954592 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.957251 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:33.961027 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/016ecf76-45d0-4e53-8f64-b2221cb382d7 HTTP/1.1" status: 204 len: 168 time: 0.1235557 Jul 27 15:23:33.966989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fb8f9-6cd6-413c-a172-d1c7a607b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ecf76-45d0-4e53-8f64-b2221cb382d7,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:34.083828 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:34.107380 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-49200492-d950-46c5-830e-645f8be5d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.108853 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-49200492-d950-46c5-830e-645f8be5d4f7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2217345 Jul 27 15:23:34.393561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-53a97553-79ca-4de8-bd28-2b563c7539a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.395093 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-18e10a29-f6fc-410c-80cd-c35eb41ad5ac req-53a97553-79ca-4de8-bd28-2b563c7539a3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2654810 Jul 27 15:23:34.420247 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af7e4d-2821-4b68-8165-12f97af62bc4 req-456a8db3-f6cc-437a-8262-b57aaf40371a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.428179 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a3af7e4d-2821-4b68-8165-12f97af62bc4 req-456a8db3-f6cc-437a-8262-b57aaf40371a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0814819 Jul 27 15:23:34.463586 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a3af7e4d-2821-4b68-8165-12f97af62bc4 req-392c91e5-8f68-4a83-ae76-f670099edf7a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Jul 27 15:23:34.542662 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e446813-c2b6-4efe-993c-8e2a76687d55 {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:34.552306 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:34.570298 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Transition to ACTIVE for port object 0e446813-c2b6-4efe-993c-8e2a76687d55 will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:23:34.581499 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:34.618763 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-82008c0d-0c15-445a-b1b5-e50e6fd98f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.620333 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-82008c0d-0c15-445a-b1b5-e50e6fd98f79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1332116 Jul 27 15:23:34.651139 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:34.713737 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8816e-e897-4add-8d7e-14511faaad53 req-637c3458-a83f-4f73-823d-664791543073 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.715415 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98b8816e-e897-4add-8d7e-14511faaad53 req-637c3458-a83f-4f73-823d-664791543073 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 943 time: 0.0863421 Jul 27 15:23:34.762530 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98b8816e-e897-4add-8d7e-14511faaad53 req-669f59eb-07ce-486a-90d3-918f4bb4aa2e tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Jul 27 15:23:34.901091 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f3e70-b506-465c-a4a5-78f3bb64baef req-75fdbf66-c9e7-4b87-90a8-c18b2642a4d2 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.902746 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a00f3e70-b506-465c-a4a5-78f3bb64baef req-75fdbf66-c9e7-4b87-90a8-c18b2642a4d2 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0752015 Jul 27 15:23:34.915289 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-337f9b82-7eb9-489d-a092-fad9f974cce3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9a1824d-7a50-4376-9725-44dcdb38f530 HTTP/1.1" status: 200 len: 217 time: 0.2726870 Jul 27 15:23:34.952818 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a00f3e70-b506-465c-a4a5-78f3bb64baef req-e6b0b83e-650c-4cdf-83fb-d59ed8014f71 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Jul 27 15:23:34.978798 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Attempting to bind port 0e446813-c2b6-4efe-993c-8e2a76687d55 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:23:34.979348 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Attempting to bind port 0e446813-c2b6-4efe-993c-8e2a76687d55 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:23:34.979687 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Attempting to bind port 0e446813-c2b6-4efe-993c-8e2a76687d55 on network 0022a182-af30-461d-881d-a8e0230ebcce {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:34.988522 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-3d58d07b-4a7b-45b1-931c-7ee93a6fa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:34.989987 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-3d58d07b-4a7b-45b1-931c-7ee93a6fa7fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38f565ed-2dfe-457c-bb72-6469db963a94 HTTP/1.1" status: 200 len: 854 time: 0.0586236 Jul 27 15:23:34.990712 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Port 0e446813-c2b6-4efe-993c-8e2a76687d55 on network 0022a182-af30-461d-881d-a8e0230ebcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:23:34.991033 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Attempting to bind port 0e446813-c2b6-4efe-993c-8e2a76687d55 on network 0022a182-af30-461d-881d-a8e0230ebcce {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:34.995924 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:23:34.996261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Checking segment: {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:23:34.996641 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Bound using segment: {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:23:34.997070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Bound port: 0e446813-c2b6-4efe-993c-8e2a76687d55, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d863b2d-ed69-4ca3-96b2-429b7db74df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:23:34.997424 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:35.062347 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-c8989af5-b8ab-40f0-abb7-ef9ee35c77ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dda8cb76-48cd-4061-9465-3f02fa986cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456085 Jul 27 15:23:35.144214 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:23:35.166279 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0e446813-c2b6-4efe-993c-8e2a76687d55,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:23:35.175402 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:35.213836 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-0734115e-ecfc-4eaf-a2cc-55f2a221aa79 service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437337 Jul 27 15:23:35.222562 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:35.223249 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:35.224517 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e446813-c2b6-4efe-993c-8e2a76687d55 HTTP/1.1" status: 200 len: 1093 time: 1.3617957 Jul 27 15:23:35.320433 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:35.331764 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.332119 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.332462 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.332800 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.333264 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.333456 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.333789 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.334390 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.334526 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.334822 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.335090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.335676 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed3b2-9a6a-4f09-9066-e8144c6dabb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:35.370807 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-c9203e31-fafb-4279-998c-1e48aa05e253 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:35.378290 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-c9203e31-fafb-4279-998c-1e48aa05e253 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.1390226 Jul 27 15:23:35.386279 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3fd62fda-337f-46fa-842c-10ed3cdf8e70 req-c196da75-62e6-4959-858e-dade01a7d4df service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591380 Jul 27 15:23:35.388310 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-bbf8130b-eb3c-4f28-86f5-b954fe372232 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/quotas/a6fe5cc0565843be92954f7f00c961c9 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Jul 27 15:23:35.397379 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-6d1ea558-b873-4c21-9dba-526cddb0adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:35.398974 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-6d1ea558-b873-4c21-9dba-526cddb0adea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 1096 time: 0.1094687 Jul 27 15:23:35.457289 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-6014e3a4-5cdf-4215-bab9-0025205ff916 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e446813-c2b6-4efe-993c-8e2a76687d55 HTTP/1.1" status: 200 len: 217 time: 0.0359950 Jul 27 15:23:35.464571 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-32e83970-93b6-4753-800f-292423da614c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701504 Jul 27 15:23:35.558408 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-a85b9b4f-9040-4c0c-98f2-d582b6675ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Jul 27 15:23:35.579191 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-87e87298-ab27-4cac-9fea-726229510805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:35.580637 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-87e87298-ab27-4cac-9fea-726229510805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=12c9d324-21d8-41e6-992d-66cf4938530b HTTP/1.1" status: 200 len: 848 time: 0.0517983 Jul 27 15:23:35.628369 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-56fba58c-95b0-467d-a811-296f9200677d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0022a182-af30-461d-881d-a8e0230ebcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332921 Jul 27 15:23:35.681659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:35.682303 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-1b01e469-ea74-4b76-9a13-0cc8e6e38380 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173031 Jul 27 15:23:35.684350 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33236a9-ec39-44b3-ad56-f95ec67ffe41" -d '{"events": [{"name": "network-changed", "server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:35.723454 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8d12d-dee6-4403-8c5b-a8ecc2929495 req-8d4ce0c7-4072-4067-813c-3ff90955e396 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:35.725025 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-64b8d12d-dee6-4403-8c5b-a8ecc2929495 req-8d4ce0c7-4072-4067-813c-3ff90955e396 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0798471 Jul 27 15:23:35.732830 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-97008edb-1d61-46e4-86de-4547f962b754 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951738 Jul 27 15:23:35.764052 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-64b8d12d-dee6-4403-8c5b-a8ecc2929495 req-cb034120-492a-4d31-932f-fd6ffedc38ef tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 27 15:23:35.853422 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e024f-af27-4919-96fa-c9c74f946f2c x-openstack-request-id: req-f25e024f-af27-4919-96fa-c9c74f946f2c {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:35.853717 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:35.854001 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f25e024f-af27-4919-96fa-c9c74f946f2c {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:35.854477 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55', 'status': 'completed', 'code': 200} Jul 27 15:23:35.917580 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-03ed8a82-d8d7-477c-8500-1dc0aca8f67c req-acf76e7b-2b2c-48a3-a90b-9333fd427123 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748235 Jul 27 15:23:35.934060 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-121899d3-4ae1-4937-85d4-45edd8b5c0f2 req-2eef24d6-b857-4b55-87e9-d5cfa4ef53b8 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0439217 Jul 27 15:23:36.005514 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc0e3-80c5-49c9-826f-0b7d6845c6db req-c0328a08-ae55-4f5e-abce-60b5853d2a55 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.007750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2ccdc0e3-80c5-49c9-826f-0b7d6845c6db req-c0328a08-ae55-4f5e-abce-60b5853d2a55 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 943 time: 0.1056578 Jul 27 15:23:36.050001 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2ccdc0e3-80c5-49c9-826f-0b7d6845c6db req-3e777719-5aa3-45e7-beff-ffd5994c55e8 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Jul 27 15:23:36.180704 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bafb6-e05e-47fa-860d-49b75639b92c req-1678ccc8-0f54-4e8b-8088-872a18358473 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.182154 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a97bafb6-e05e-47fa-860d-49b75639b92c req-1678ccc8-0f54-4e8b-8088-872a18358473 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0758266 Jul 27 15:23:36.182680 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-916a2e42-bf4b-4ef8-9674-f0b097c6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.184217 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-916a2e42-bf4b-4ef8-9674-f0b097c6237c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 1096 time: 0.0639648 Jul 27 15:23:36.227243 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a97bafb6-e05e-47fa-860d-49b75639b92c req-eab3c1d7-41e5-4f4c-b332-8e23d49a2c3c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Jul 27 15:23:36.292340 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-9f8f9066-fb1c-447a-8262-6d9233ee9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.293876 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-9f8f9066-fb1c-447a-8262-6d9233ee9c40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 200 len: 909 time: 0.0893197 Jul 27 15:23:36.339830 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-bfc4ea29-a2a9-4ee2-84ca-e8a40851be0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e446813-c2b6-4efe-993c-8e2a76687d55 HTTP/1.1" status: 200 len: 217 time: 0.0347283 Jul 27 15:23:36.389197 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-07bea8de-7a41-4941-9ba1-f39e61f6facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.391250 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-07bea8de-7a41-4941-9ba1-f39e61f6facc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=12c9d324-21d8-41e6-992d-66cf4938530b HTTP/1.1" status: 200 len: 848 time: 0.0426710 Jul 27 15:23:36.430301 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-469341c8-4205-4446-a247-729331bf07c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0022a182-af30-461d-881d-a8e0230ebcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317659 Jul 27 15:23:36.528281 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-ffff7890-bf37-4ed8-9e77-530c6f939310 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861454 Jul 27 15:23:36.632651 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c33236a9-ec39-44b3-ad56-f95ec67ffe41 req-c9d40e4f-8c81-4e1e-a9d2-f7be1cc7fc94 service neutron] 10.222.0.46 "GET /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899055 Jul 27 15:23:36.896764 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c02c-9e85-4cd7-a505-039a69b0a6f4 req-e4d9b63c-43dc-4c73-a696-b065ab7f3dfb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:36.898434 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a2e5c02c-9e85-4cd7-a505-039a69b0a6f4 req-e4d9b63c-43dc-4c73-a696-b065ab7f3dfb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0630524 Jul 27 15:23:36.937043 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a2e5c02c-9e85-4cd7-a505-039a69b0a6f4 req-98197c0a-9912-4108-8034-6f43dc3a9d2f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Jul 27 15:23:37.043261 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fc32320b-c336-4656-80e8-e55d078b6506 req-056135b6-5209-49bc-876d-bd8aa9378a9f tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Jul 27 15:23:37.197085 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147870f-4708-4bda-9b79-8f20af3974f8 req-1f598e6c-fdd2-4128-ac0f-82baf938e486 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:37.198764 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a147870f-4708-4bda-9b79-8f20af3974f8 req-1f598e6c-fdd2-4128-ac0f-82baf938e486 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 943 time: 0.0801597 Jul 27 15:23:37.234702 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-ca4b30d9-5f0c-4841-ba9f-211e8cf5dec1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:37.237166 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-ca4b30d9-5f0c-4841-ba9f-211e8cf5dec1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 815 time: 0.1310503 Jul 27 15:23:37.252054 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a147870f-4708-4bda-9b79-8f20af3974f8 req-08ac98ee-1991-46ba-8cc4-a3a08b3544a8 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Jul 27 15:23:37.271477 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Request body: {'port': {'device_id': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'admin_state_up': True, 'tenant_id': 'a6fe5cc0565843be92954f7f00c961c9'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:37.381713 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22759b0-1aed-4013-a1b9-3f7a84fe90ba req-e3e02f32-1dce-4d2f-92ba-20b8cb92eec5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:37.383394 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b22759b0-1aed-4013-a1b9-3f7a84fe90ba req-e3e02f32-1dce-4d2f-92ba-20b8cb92eec5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0653179 Jul 27 15:23:37.413489 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Made reservation on behalf of a6fe5cc0565843be92954f7f00c961c9 for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:37.418758 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:37.430650 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b22759b0-1aed-4013-a1b9-3f7a84fe90ba req-3d80497b-4c90-47d1-923e-367cdb308bd9 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jul 27 15:23:37.587266 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Allocated IP 172.20.0.7 (e7f2813b-6649-45a6-b769-67fc889c519f/9c00bbf6-0acd-4359-8e85-5d906ec9d142/dbbeb600-b621-44bf-8344-cb6ff9e0aa2c) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:23:37.738695 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:37.776929 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:37.815146 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Network e7f2813b-6649-45a6-b769-67fc889c519f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:23:37.815341 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:37.818165 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:37.821826 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:23:37.827419 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:37.828030 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:37.844370 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event updated for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:37.855778 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-6ded1b68-28cf-41fb-8be5-7b940534974b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886321 Jul 27 15:23:37.876615 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Request body: {'port': {'device_id': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:23:37.952001 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.186905 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060c80-5c3f-4d11-8528-796a4eaa83a1 req-aa385d91-0561-4ca5-ab32-e5669a67be57 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.189117 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-81060c80-5c3f-4d11-8528-796a4eaa83a1 req-aa385d91-0561-4ca5-ab32-e5669a67be57 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1363895 Jul 27 15:23:38.231834 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ed47d-c863-40b0-9b35-eb63e1e83f5d req-cd39808a-4072-49a9-bd29-e1005c21591e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.233319 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-816ed47d-c863-40b0-9b35-eb63e1e83f5d req-cd39808a-4072-49a9-bd29-e1005c21591e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0959294 Jul 27 15:23:38.247792 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbeb600-b621-44bf-8344-cb6ff9e0aa2c {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:38.256547 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.268379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-81060c80-5c3f-4d11-8528-796a4eaa83a1 req-9d5359fc-b180-446a-a318-e9a9f356d011 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678413 Jul 27 15:23:38.269396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Transition to ACTIVE for port object dbbeb600-b621-44bf-8344-cb6ff9e0aa2c will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:23:38.273181 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.289908 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-816ed47d-c863-40b0-9b35-eb63e1e83f5d req-bc969e3b-d6d9-4b51-95f3-5e3cdc7b08c7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Jul 27 15:23:38.335031 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Pushing event updated for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:38.365612 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Attempting to bind port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:23:38.365948 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Attempting to bind port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:23:38.366276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Attempting to bind port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:38.370457 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c on network e7f2813b-6649-45a6-b769-67fc889c519f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:23:38.370812 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Attempting to bind port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c on network e7f2813b-6649-45a6-b769-67fc889c519f {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:23:38.376225 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:23:38.376563 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Checking segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:23:38.376953 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Bound using segment: {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:23:38.377381 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Bound port: dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2200ea-0401-41fb-acab-fd58caaa456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:23:38.377738 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.408201 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aa1fe-8f5e-4543-9bea-a147079e3629 req-4e0e58b8-b9b6-4cf2-b5e1-e74974af2599 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.410141 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-122aa1fe-8f5e-4543-9bea-a147079e3629 req-4e0e58b8-b9b6-4cf2-b5e1-e74974af2599 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 943 time: 0.0666492 Jul 27 15:23:38.448718 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:23:38.452593 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:23:38.454129 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-122aa1fe-8f5e-4543-9bea-a147079e3629 req-9cabafa7-2b77-4c9d-ab96-6c3af0c2abe0 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Jul 27 15:23:38.460447 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.512960 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.513598 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:38.515027 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] 10.222.0.46 "PUT /v2.0/ports/dbbeb600-b621-44bf-8344-cb6ff9e0aa2c HTTP/1.1" status: 200 len: 1093 time: 0.6427617 Jul 27 15:23:38.515731 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:38.517966 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6298c3dc-dd40-48d8-aded-990e001bbe64" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:38.539026 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60fc42-8976-4757-85b4-18002d33d59d service neutron] Pushing event updated for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:38.591259 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031340b5-85b6-49f4-a24c-27a9a6bfd5eb req-8680a966-55b3-42f0-965e-447606c272e3 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.592943 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-031340b5-85b6-49f4-a24c-27a9a6bfd5eb req-8680a966-55b3-42f0-965e-447606c272e3 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0723205 Jul 27 15:23:38.594635 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d49fa-bffc-4489-b6a9-a6fad0584fe7 x-openstack-request-id: req-800d49fa-bffc-4489-b6a9-a6fad0584fe7 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:38.594921 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:38.595169 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-800d49fa-bffc-4489-b6a9-a6fad0584fe7 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:38.595562 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c', 'status': 'completed', 'code': 200} Jul 27 15:23:38.631029 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-031340b5-85b6-49f4-a24c-27a9a6bfd5eb req-b0868019-48e3-435e-b4ea-f0da9bfed4b6 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Jul 27 15:23:38.695108 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-f6a203f0-8f1c-47e1-9e49-30fa7fed09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.696633 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-f6a203f0-8f1c-47e1-9e49-30fa7fed09b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 1096 time: 0.0619607 Jul 27 15:23:38.749363 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-0de0e9d6-d3b0-4b12-abe8-8136938f192c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c HTTP/1.1" status: 200 len: 217 time: 0.0346928 Jul 27 15:23:38.817273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-726e995e-594e-4c36-889e-43a9c2e0cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:38.818803 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-726e995e-594e-4c36-889e-43a9c2e0cbce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0450833 Jul 27 15:23:38.863862 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-acc9b7d8-6ff4-44fc-bd16-e410b9e2c5df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308743 Jul 27 15:23:38.960880 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-c320e7d2-5b9f-4d9b-84a5-4dedc7486a27 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871224 Jul 27 15:23:39.069644 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c78dcf6f-fdda-4502-8740-2ca8b7ef1233 req-46b703dc-8a25-4f9a-821b-a2b743f5b793 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915382 Jul 27 15:23:39.266266 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-86d7e2b2-27d0-4d0e-895c-3774c8db8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.267806 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-86d7e2b2-27d0-4d0e-895c-3774c8db8fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6fe5cc0565843be92954f7f00c961c9&device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 1096 time: 0.0539641 Jul 27 15:23:39.365176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-885c503a-f013-420c-adc9-110c8e87a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.366702 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-885c503a-f013-420c-adc9-110c8e87a9ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 200 len: 916 time: 0.0897501 Jul 27 15:23:39.412462 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-679e7efd-bd47-4be1-94e8-ee199481e57a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c HTTP/1.1" status: 200 len: 217 time: 0.0366499 Jul 27 15:23:39.446048 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a3f88-0128-4b79-aa52-1a6a58c40103 req-c0b951ce-9168-4f4c-8e17-a0dae603fd86 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.447473 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c65a3f88-0128-4b79-aa52-1a6a58c40103 req-c0b951ce-9168-4f4c-8e17-a0dae603fd86 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1066504 Jul 27 15:23:39.459118 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c604b4-3eec-4554-92f7-6cc7b7aaadf4 req-26562364-16f4-4c2d-a678-95c76d729fff tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.460526 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91c604b4-3eec-4554-92f7-6cc7b7aaadf4 req-26562364-16f4-4c2d-a678-95c76d729fff tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0911834 Jul 27 15:23:39.467080 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-88a1b7b7-382b-4cfc-9841-fb43a797300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.468619 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-88a1b7b7-382b-4cfc-9841-fb43a797300e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 200 len: 855 time: 0.0452507 Jul 27 15:23:39.508159 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-6b9c5cd0-a729-4a89-a536-9f3850cdcde4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7f2813b-6649-45a6-b769-67fc889c519f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271242 Jul 27 15:23:39.516144 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c65a3f88-0128-4b79-aa52-1a6a58c40103 req-983756c8-c81c-447e-84dc-caf1ae292039 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Jul 27 15:23:39.521003 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91c604b4-3eec-4554-92f7-6cc7b7aaadf4 req-28ce79cb-9010-4a53-9041-cd9c46632868 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 Jul 27 15:23:39.617020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0e446813-c2b6-4efe-993c-8e2a76687d55 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:23:39.629054 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-ecc069bb-ae24-4753-9fd3-71fa9502d884 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092823 Jul 27 15:23:39.648878 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5407cdb-0714-41b1-8bc6-1ac8c9a9fbb7 req-4284811a-4267-41e8-aeb6-9a601c51724d tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.650345 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a5407cdb-0714-41b1-8bc6-1ac8c9a9fbb7 req-4284811a-4267-41e8-aeb6-9a601c51724d tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 943 time: 0.0697596 Jul 27 15:23:39.690979 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a5407cdb-0714-41b1-8bc6-1ac8c9a9fbb7 req-d5ee2c70-0386-4c28-9e2b-e8f0697c2cc7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Jul 27 15:23:39.717481 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0e446813-c2b6-4efe-993c-8e2a76687d55,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:39.734847 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '0e446813-c2b6-4efe-993c-8e2a76687d55', 'network_id': '0022a182-af30-461d-881d-a8e0230ebcce', 'port_id': '0e446813-c2b6-4efe-993c-8e2a76687d55', 'mac_address': 'fa:16:3e:eb:0b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9d324-21d8-41e6-992d-66cf4938530b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:23:39.758900 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-6298c3dc-dd40-48d8-aded-990e001bbe64 req-11870273-08d9-47f6-947b-aa6ce5a94902 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012678 Jul 27 15:23:39.774755 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:39.789011 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e446813-c2b6-4efe-993c-8e2a76687d55 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:39.811206 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0e446813-c2b6-4efe-993c-8e2a76687d55,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:39.815426 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:39.816085 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b9a1824d-7a50-4376-9725-44dcdb38f530 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:23:39.830119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59121-5817-470e-85a4-141d66f37403 req-6d85af67-dd45-457f-9365-49fbebf5d283 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:39.831623 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a8a59121-5817-470e-85a4-141d66f37403 req-6d85af67-dd45-457f-9365-49fbebf5d283 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0690997 Jul 27 15:23:39.869628 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a8a59121-5817-470e-85a4-141d66f37403 req-313483fd-83cb-4927-abc5-69cee83d5ea3 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Jul 27 15:23:39.874681 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:39.955416 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b9a1824d-7a50-4376-9725-44dcdb38f530,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:39.966249 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b9a1824d-7a50-4376-9725-44dcdb38f530', 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd', 'port_id': 'b9a1824d-7a50-4376-9725-44dcdb38f530', 'mac_address': 'fa:16:3e:d4:38:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f565ed-2dfe-457c-bb72-6469db963a94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:23:40.003506 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:40.015562 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a1824d-7a50-4376-9725-44dcdb38f530 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:40.038006 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b9a1824d-7a50-4376-9725-44dcdb38f530,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:40.042098 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:40.097294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:40.686640 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c1e6-e81b-461f-8bdd-073d13c1ef46 req-f7c47cae-f25d-4f1d-bf62-ec9e01a03080 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:40.688174 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe69c1e6-e81b-461f-8bdd-073d13c1ef46 req-f7c47cae-f25d-4f1d-bf62-ec9e01a03080 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1005864 Jul 27 15:23:40.697031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd074d-4d20-43bc-89fd-68f4009c31e8 req-3d9e3e84-3a30-4f30-952f-94563eae17d8 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:40.698387 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-15dd074d-4d20-43bc-89fd-68f4009c31e8 req-3d9e3e84-3a30-4f30-952f-94563eae17d8 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 943 time: 0.1022756 Jul 27 15:23:40.717528 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0e446813-c2b6-4efe-993c-8e2a76687d55'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:40.740709 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b9a1824d-7a50-4376-9725-44dcdb38f530'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:40.756954 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe69c1e6-e81b-461f-8bdd-073d13c1ef46 req-345123c6-9959-4630-bcdb-31101b1f7afa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Jul 27 15:23:40.761778 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-15dd074d-4d20-43bc-89fd-68f4009c31e8 req-ed61dedb-a049-477d-8218-220cab282b8c tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563350 Jul 27 15:23:40.896079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8326-dcd3-43ef-85c1-b8765262bb81 req-af25d522-f025-4a1f-9b7f-30d587c105d6 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:40.897726 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0cda8326-dcd3-43ef-85c1-b8765262bb81 req-af25d522-f025-4a1f-9b7f-30d587c105d6 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 944 time: 0.0638518 Jul 27 15:23:40.937500 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0cda8326-dcd3-43ef-85c1-b8765262bb81 req-ef7e909f-c763-485d-a091-a6102f504612 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Jul 27 15:23:41.049720 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da897-7e37-419f-9a92-102a52f77b6c req-d0f1108f-0624-44a5-80ed-c07b0db440ea tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:41.051212 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e76da897-7e37-419f-9a92-102a52f77b6c req-d0f1108f-0624-44a5-80ed-c07b0db440ea tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 944 time: 0.0617695 Jul 27 15:23:41.088887 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e76da897-7e37-419f-9a92-102a52f77b6c req-a86bcaaa-9b29-41f5-9ef7-a8f5c7f17c22 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Jul 27 15:23:41.639775 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device dbbeb600-b621-44bf-8344-cb6ff9e0aa2c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:23:41.737679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:41.749773 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c', 'network_id': 'e7f2813b-6649-45a6-b769-67fc889c519f', 'port_id': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c', 'mac_address': 'fa:16:3e:c8:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00bbf6-0acd-4359-8e85-5d906ec9d142', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:23:41.786290 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:41.799374 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbeb600-b621-44bf-8344-cb6ff9e0aa2c {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:23:41.821109 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:41.827419 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:41.875860 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:41.942125 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a91ae5-413e-40ee-8d07-91b1d92c2682 req-180b20db-3d37-48b8-9b58-f2e517be30b9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:41.944800 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98a91ae5-413e-40ee-8d07-91b1d92c2682 req-180b20db-3d37-48b8-9b58-f2e517be30b9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1054122 Jul 27 15:23:41.951127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0edd4-057c-4637-bb93-968c84559e29 req-9bf98cd9-761e-4192-933c-b110dfa88f77 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:41.952642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-59e0edd4-057c-4637-bb93-968c84559e29 req-9bf98cd9-761e-4192-933c-b110dfa88f77 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 944 time: 0.1047003 Jul 27 15:23:42.005024 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98a91ae5-413e-40ee-8d07-91b1d92c2682 req-e4089518-2c14-4e3e-a871-ec2046d647e0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514071 Jul 27 15:23:42.013231 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-59e0edd4-057c-4637-bb93-968c84559e29 req-66cf01e2-ad76-4af1-b8a7-95bc05d4ca54 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531149 Jul 27 15:23:42.136576 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68ad9-805e-43e1-9a9e-618d95ce97dd req-4359abd9-3819-4c1b-8e62-af73e8b96f31 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:42.138093 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6b68ad9-805e-43e1-9a9e-618d95ce97dd req-4359abd9-3819-4c1b-8e62-af73e8b96f31 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 944 time: 0.0659704 Jul 27 15:23:42.398883 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6b68ad9-805e-43e1-9a9e-618d95ce97dd req-60d823da-6205-460a-8a04-e72221d1b2f8 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548051 Jul 27 15:23:42.426714 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2988e-d0ec-42a6-be16-8de14d6c077a req-aa9b2138-d0df-4754-a529-9481e2f59c3f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:42.428183 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-70e2988e-d0ec-42a6-be16-8de14d6c077a req-aa9b2138-d0df-4754-a529-9481e2f59c3f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 944 time: 0.0761862 Jul 27 15:23:42.467201 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-70e2988e-d0ec-42a6-be16-8de14d6c077a req-253d5fa9-0a70-4174-af03-a721bb44cd96 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Jul 27 15:23:42.505300 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['dbbeb600-b621-44bf-8344-cb6ff9e0aa2c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:43.188042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee78d-0abf-499a-b387-656800ad761f req-dac0e642-d7cb-431f-ada1-a51a6a6751e7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:43.189999 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c96ee78d-0abf-499a-b387-656800ad761f req-dac0e642-d7cb-431f-ada1-a51a6a6751e7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 944 time: 0.1012542 Jul 27 15:23:43.202323 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e32f-8f46-444c-a2a8-ff2b7946a963 req-ceaa118e-0517-462a-beb1-b40a0ea60ae8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:43.203867 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71b0e32f-8f46-444c-a2a8-ff2b7946a963 req-ceaa118e-0517-462a-beb1-b40a0ea60ae8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1138918 Jul 27 15:23:43.255603 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c96ee78d-0abf-499a-b387-656800ad761f req-bad44c6c-8872-4d82-b773-427a279bdf4b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 Jul 27 15:23:43.262345 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71b0e32f-8f46-444c-a2a8-ff2b7946a963 req-681872c2-0395-4181-aad0-15de144f72df tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Jul 27 15:23:43.529907 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed88954-01fc-4f06-a424-f939a768f39f req-2b357878-aea4-4ca3-b44b-99717999d967 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:43.531420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3ed88954-01fc-4f06-a424-f939a768f39f req-2b357878-aea4-4ca3-b44b-99717999d967 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 944 time: 0.0676272 Jul 27 15:23:43.602777 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3ed88954-01fc-4f06-a424-f939a768f39f req-4d08420f-abc9-4270-b576-125903f3c0b6 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Jul 27 15:23:43.627574 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290348d-0c8f-4a07-bb70-0a972ddfaa84 req-243f5630-4895-4476-be96-df80cdc534dc tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:43.629054 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1290348d-0c8f-4a07-bb70-0a972ddfaa84 req-243f5630-4895-4476-be96-df80cdc534dc tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 944 time: 0.0928683 Jul 27 15:23:43.642489 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0e446813-c2b6-4efe-993c-8e2a76687d55 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:43.665625 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1290348d-0c8f-4a07-bb70-0a972ddfaa84 req-ca1add38-480e-4831-8d62-c194f5ad4c63 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Jul 27 15:23:43.692479 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 0e446813-c2b6-4efe-993c-8e2a76687d55 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:23:43.696404 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 0e446813-c2b6-4efe-993c-8e2a76687d55 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:23:43.696799 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:43.772930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:43.799969 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:43.802276 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ef114-4810-4464-bd5b-9f598a7d3775" -d '{"events": [{"server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "name": "network-vif-plugged", "status": "completed", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:43.816142 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0e446813-c2b6-4efe-993c-8e2a76687d55,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:43.820060 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:43.820912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b9a1824d-7a50-4376-9725-44dcdb38f530 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:43.861185 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0207bc32-3ce5-4424-af1c-0d077c21bf51 x-openstack-request-id: req-0207bc32-3ce5-4424-af1c-0d077c21bf51 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:43.861468 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "name": "network-vif-plugged", "status": "completed", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:43.861721 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0207bc32-3ce5-4424-af1c-0d077c21bf51 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:43.862108 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55', 'code': 200} Jul 27 15:23:43.900102 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:43.912892 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port b9a1824d-7a50-4376-9725-44dcdb38f530 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:23:43.916719 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b9a1824d-7a50-4376-9725-44dcdb38f530 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:23:43.916997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:44.000751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:44.034210 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b9a1824d-7a50-4376-9725-44dcdb38f530,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:44.038047 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:44.085447 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fbb60-cc90-49ff-9113-8aa1a942423a req-5b2f470c-93df-42a6-b253-5c08229e0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:44.086737 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:44.086967 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-384fbb60-cc90-49ff-9113-8aa1a942423a req-5b2f470c-93df-42a6-b253-5c08229e0003 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 1098 time: 0.0537226 Jul 27 15:23:44.129624 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-384fbb60-cc90-49ff-9113-8aa1a942423a req-e0fed5dd-1115-4850-9894-7f2112801b3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Jul 27 15:23:44.432750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54630e4-6349-4467-9fe4-d4129ad98688 req-dc6c2f27-fa70-420b-a9ec-4353c4c7b64f tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:44.434295 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a54630e4-6349-4467-9fe4-d4129ad98688 req-dc6c2f27-fa70-420b-a9ec-4353c4c7b64f tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 944 time: 0.1036730 Jul 27 15:23:44.442785 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbb268-5877-4522-8d86-3c8c83f10a04 req-635f41de-7970-4739-bbae-0e17eff7b97f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:44.444152 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-63cbb268-5877-4522-8d86-3c8c83f10a04 req-635f41de-7970-4739-bbae-0e17eff7b97f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1039891 Jul 27 15:23:44.500065 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a54630e4-6349-4467-9fe4-d4129ad98688 req-71b0dedb-7456-4080-88f8-0fb87cf3a6ab tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Jul 27 15:23:44.507673 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-63cbb268-5877-4522-8d86-3c8c83f10a04 req-10d7199e-e8bf-472f-b768-5693e034930f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Jul 27 15:23:44.729377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4144d7-f9a9-460d-a264-0d690e58565f req-47a2b0c9-c12d-438e-999a-cfc03b8aedc1 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:44.730902 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1b4144d7-f9a9-460d-a264-0d690e58565f req-47a2b0c9-c12d-438e-999a-cfc03b8aedc1 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jul 27 15:23:44.800614 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1b4144d7-f9a9-460d-a264-0d690e58565f req-9e2e5452-c5c6-4c53-bbe7-b04a0080bcd8 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631058 Jul 27 15:23:44.821688 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63859331-669d-4543-94d3-02e73d0db6e6 req-0d2132dc-9b4b-4033-95a5-51a65d32e17f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:44.823210 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-63859331-669d-4543-94d3-02e73d0db6e6 req-0d2132dc-9b4b-4033-95a5-51a65d32e17f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0869522 Jul 27 15:23:44.863902 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-63859331-669d-4543-94d3-02e73d0db6e6 req-9f6a053a-766d-42d4-8a9c-1355f918878b tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Jul 27 15:23:45.644282 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device dbbeb600-b621-44bf-8344-cb6ff9e0aa2c up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:45.671678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb117d1d-d4d9-4189-9711-a645614a9bcf req-f1c28bc9-4cf8-41f5-9939-c221c7ec78ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:45.673300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fb117d1d-d4d9-4189-9711-a645614a9bcf req-f1c28bc9-4cf8-41f5-9939-c221c7ec78ec tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 944 time: 0.1049974 Jul 27 15:23:45.681045 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab0c8-9d6d-483b-b000-39b65b631703 req-6fa8917e-8bf0-46b8-91b5-7ca80bfd06d3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:45.682498 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-779ab0c8-9d6d-483b-b000-39b65b631703 req-6fa8917e-8bf0-46b8-91b5-7ca80bfd06d3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1055307 Jul 27 15:23:45.696890 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:23:45.700711 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:23:45.701295 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:45.754693 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fb117d1d-d4d9-4189-9711-a645614a9bcf req-4664d69a-fbb2-41cd-9a38-fb6fbdce14d8 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 Jul 27 15:23:45.768144 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-779ab0c8-9d6d-483b-b000-39b65b631703 req-679f0478-3e4c-4b4d-90e1-d043ad1a16c7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Jul 27 15:23:45.785714 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-342e7198-7e95-4678-a8f6-bb560ffb5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:45.788169 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-342e7198-7e95-4678-a8f6-bb560ffb5c86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0865777 Jul 27 15:23:45.805949 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:45.847498 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:45.852187 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:45.859041 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:45.889104 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530'}, {'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:45.891021 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e066c-c623-441e-b4bf-46a8fd10abfd" -d '{"events": [{"server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530"}, {"server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:45.960723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32307-0bc8-499a-899e-f0e0246b7474 req-fb6955c6-8026-4164-a18c-19e4dbc7e5ec tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:45.962511 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:45.969094 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-27c32307-0bc8-499a-899e-f0e0246b7474 req-fb6955c6-8026-4164-a18c-19e4dbc7e5ec tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0986538 Jul 27 15:23:46.004980 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-27c32307-0bc8-499a-899e-f0e0246b7474 req-190b6f2b-23ee-4d0f-b40c-2b3cf46db2e4 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Jul 27 15:23:46.023579 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-70badfa2-0929-4b99-ac3b-0a03c58e9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.025618 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-70badfa2-0929-4b99-ac3b-0a03c58e9548 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.1379910 Jul 27 15:23:46.060897 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56986807-6512-4be3-96dd-16e8b47f671c x-openstack-request-id: req-56986807-6512-4be3-96dd-16e8b47f671c {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:46.061199 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530", "code": 200}, {"server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:46.061471 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56986807-6512-4be3-96dd-16e8b47f671c {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:46.061854 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530', 'code': 200} Jul 27 15:23:46.062112 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c', 'code': 200} Jul 27 15:23:46.069150 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3adec-d200-4032-a52d-25fb6b6f069c req-31cb7445-e16a-4a85-b880-2b1158178509 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.070670 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aaa3adec-d200-4032-a52d-25fb6b6f069c req-31cb7445-e16a-4a85-b880-2b1158178509 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0700068 Jul 27 15:23:46.077235 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-3491c508-b0bd-4b3a-80c2-82cf438d6645 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0404315 Jul 27 15:23:46.108540 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aaa3adec-d200-4032-a52d-25fb6b6f069c req-57f26fc6-eb7a-42c0-9a14-b5468672cdb4 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jul 27 15:23:46.240360 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-3b8ee81b-396b-4b7a-905b-fbc85b536ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.242197 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-3b8ee81b-396b-4b7a-905b-fbc85b536ce4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0493197 Jul 27 15:23:46.243870 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fae13dd7-0111-4918-a87f-6e1156755b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:46.287355 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-372346b3-49d2-48c3-ae36-713552254ad2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284162 Jul 27 15:23:46.446414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ab340-701e-40c0-b75c-8b4a305c8067 req-d39adcfa-6e98-4f9e-bd81-52a3ac650792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.447889 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-818ab340-701e-40c0-b75c-8b4a305c8067 req-d39adcfa-6e98-4f9e-bd81-52a3ac650792 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 1098 time: 0.0792530 Jul 27 15:23:46.453633 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-cf8ce6d3-e486-4c4d-8fb1-e71fde940c33 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303835 Jul 27 15:23:46.456733 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10754f2b-faa6-40d7-833f-ce1d2f0fbcd3 req-46b1b289-9078-4025-afc6-d4c627c81314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.458267 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-10754f2b-faa6-40d7-833f-ce1d2f0fbcd3 req-46b1b289-9078-4025-afc6-d4c627c81314 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0919271 Jul 27 15:23:46.511155 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-818ab340-701e-40c0-b75c-8b4a305c8067 req-92a24b48-aa5e-42f3-a5df-2e653e066695 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Jul 27 15:23:46.569774 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-10754f2b-faa6-40d7-833f-ce1d2f0fbcd3 req-66cd80f5-9533-4281-b833-84afc77223a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820456 Jul 27 15:23:46.597993 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-aa7d1a3b-bf79-4b05-a4fd-7055f36975d0 req-1f454abe-1dbd-40b2-9f6c-69e3d1fbbc31 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092553 Jul 27 15:23:46.916185 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065af5-a298-45e4-b284-550e3577776d req-282ded37-f4c4-4236-bf3f-fcbcc48a9d70 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.917586 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8065af5-a298-45e4-b284-550e3577776d req-282ded37-f4c4-4236-bf3f-fcbcc48a9d70 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1010895 Jul 27 15:23:46.929857 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534e10-224a-4b0a-91f8-448b60cbff67 req-1b4c322d-64e0-46f0-9aa0-9e447c8167a6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:46.931456 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91534e10-224a-4b0a-91f8-448b60cbff67 req-1b4c322d-64e0-46f0-9aa0-9e447c8167a6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0879583 Jul 27 15:23:46.986564 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8065af5-a298-45e4-b284-550e3577776d req-fd824e4a-787b-42a7-81d3-463a8e301cd4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Jul 27 15:23:46.991613 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91534e10-224a-4b0a-91f8-448b60cbff67 req-88942e6b-f86c-4419-b00d-e107a21921dd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Jul 27 15:23:47.137557 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22add81f-edea-4773-876e-0b928db48f1a req-833fbd26-e7dc-4358-abff-12dbb06016f7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:47.139061 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22add81f-edea-4773-876e-0b928db48f1a req-833fbd26-e7dc-4358-abff-12dbb06016f7 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0654302 Jul 27 15:23:47.177595 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22add81f-edea-4773-876e-0b928db48f1a req-a3ce8518-9e8c-4cb2-9edc-ee75280900f6 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 27 15:23:47.299955 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002417-1ce0-498a-9d1c-1078632912db req-ad6b8cd1-5434-45a9-9b09-5add05965fe0 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:47.301497 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93002417-1ce0-498a-9d1c-1078632912db req-ad6b8cd1-5434-45a9-9b09-5add05965fe0 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jul 27 15:23:47.340020 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93002417-1ce0-498a-9d1c-1078632912db req-32e96be6-379f-4045-b643-1361de861477 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Jul 27 15:23:47.726975 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6109fb4-4829-4862-80f7-762658a361f2 req-5c44da1c-b965-4227-b1c2-471f72b34241 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:47.728345 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f6109fb4-4829-4862-80f7-762658a361f2 req-5c44da1c-b965-4227-b1c2-471f72b34241 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0652421 Jul 27 15:23:47.765250 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f6109fb4-4829-4862-80f7-762658a361f2 req-429cf03e-eeba-4927-a552-645b8ead99eb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Jul 27 15:23:48.156014 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998ed8-0b5b-4e9d-aea2-b9a9dba76952 req-9e081279-d6e4-4f5c-b9da-b6734115e019 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:48.158418 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c998ed8-0b5b-4e9d-aea2-b9a9dba76952 req-9e081279-d6e4-4f5c-b9da-b6734115e019 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.1028397 Jul 27 15:23:48.166656 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cf35e-578d-4d69-a7ef-146340facbf3 req-4b34c7b2-52e2-4e5a-9ed6-7464300fe9a6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:48.168370 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-215cf35e-578d-4d69-a7ef-146340facbf3 req-4b34c7b2-52e2-4e5a-9ed6-7464300fe9a6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1036115 Jul 27 15:23:48.227096 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c998ed8-0b5b-4e9d-aea2-b9a9dba76952 req-a6ede475-d7bf-4c2e-af48-07dccf4080cd tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Jul 27 15:23:48.232255 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-215cf35e-578d-4d69-a7ef-146340facbf3 req-e8aaf08c-9d17-4278-be3b-b25e59a331b1 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Jul 27 15:23:48.346660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630e7f0-6a39-4dcf-9792-85dd4271b0b8 req-b1063203-e3ec-4e9a-93a1-d42f5961a945 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:48.348156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0630e7f0-6a39-4dcf-9792-85dd4271b0b8 req-b1063203-e3ec-4e9a-93a1-d42f5961a945 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jul 27 15:23:48.385545 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0630e7f0-6a39-4dcf-9792-85dd4271b0b8 req-bcc58afa-cf43-4466-94e3-1e62626d4033 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Jul 27 15:23:48.472598 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31260975-e19f-43c9-8b61-7c354ea42079 req-108e892f-fe72-4b44-9c0e-671d04468a8e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:48.474160 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-31260975-e19f-43c9-8b61-7c354ea42079 req-108e892f-fe72-4b44-9c0e-671d04468a8e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0659416 Jul 27 15:23:48.512024 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-31260975-e19f-43c9-8b61-7c354ea42079 req-5bbd16df-e044-47b5-8e07-88323527dd63 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Jul 27 15:23:48.706361 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c356526d-9c60-4821-8ca2-69cac58289ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:48.907131 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26089f8a-df5c-47fa-828d-7068ae164631 req-50f42e67-84d3-47cc-9555-db26cd8383c9 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:48.908636 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26089f8a-df5c-47fa-828d-7068ae164631 req-50f42e67-84d3-47cc-9555-db26cd8383c9 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0708146 Jul 27 15:23:48.952737 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26089f8a-df5c-47fa-828d-7068ae164631 req-9a7fb98e-13b1-42d0-97c1-7ba7646a9a58 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 Jul 27 15:23:48.996992 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:49.394395 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42d4e-da75-492b-9e34-45529d26a245 req-927d7f25-97e8-4819-9478-839e15a4779f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:49.395911 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c0c42d4e-da75-492b-9e34-45529d26a245 req-927d7f25-97e8-4819-9478-839e15a4779f tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0992904 Jul 27 15:23:49.403948 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2226ac-5f8a-47bb-bdcf-64482717ad97 req-df9ce1d1-c3a6-4ae3-85f1-48a34f40b8b4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:49.405344 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dc2226ac-5f8a-47bb-bdcf-64482717ad97 req-df9ce1d1-c3a6-4ae3-85f1-48a34f40b8b4 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0995216 Jul 27 15:23:49.466608 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c0c42d4e-da75-492b-9e34-45529d26a245 req-61bb007d-434a-4629-b8a0-0c763f61e9c1 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Jul 27 15:23:49.470376 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dc2226ac-5f8a-47bb-bdcf-64482717ad97 req-b4aaaa0b-f153-4b3c-a674-9f0e60368814 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 Jul 27 15:23:49.623939 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c8074-7c2f-47d8-8bfe-8fa60703c589 req-240f469c-8ab1-4522-b6df-3ee1ea0e3bfb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:49.625434 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-711c8074-7c2f-47d8-8bfe-8fa60703c589 req-240f469c-8ab1-4522-b6df-3ee1ea0e3bfb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0896435 Jul 27 15:23:49.678009 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-711c8074-7c2f-47d8-8bfe-8fa60703c589 req-6585a74d-16ae-410f-9bed-e2e2e86286f6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Jul 27 15:23:49.685283 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabc9c2-1d8c-430e-85a7-47abf34d0eb9 req-4621e5f3-add0-4269-952f-7e11dae14ed2 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:49.686746 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fbabc9c2-1d8c-430e-85a7-47abf34d0eb9 req-4621e5f3-add0-4269-952f-7e11dae14ed2 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1010666 Jul 27 15:23:49.725775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fbabc9c2-1d8c-430e-85a7-47abf34d0eb9 req-4cc3d56c-d970-462f-a5fa-adb81bc4637b tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jul 27 15:23:49.959768 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:50.088882 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66da77-815d-4fcd-b9d0-c8f9ab59eab2 req-9732acd2-d583-4afd-acaa-1924a9ed9639 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:50.090834 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6e66da77-815d-4fcd-b9d0-c8f9ab59eab2 req-9732acd2-d583-4afd-acaa-1924a9ed9639 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0700209 Jul 27 15:23:50.145158 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6e66da77-815d-4fcd-b9d0-c8f9ab59eab2 req-0620e3cf-5ebd-4d0c-9ada-ea25a5328cfa tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478296 Jul 27 15:23:50.491445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda924f-0711-4c42-a23a-cb93b7043916 req-70dc063e-7ff3-4b4f-afe0-ad6096f19221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:50.493190 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4eda924f-0711-4c42-a23a-cb93b7043916 req-70dc063e-7ff3-4b4f-afe0-ad6096f19221 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0528786 Jul 27 15:23:50.536521 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4eda924f-0711-4c42-a23a-cb93b7043916 req-0b8ebb43-e2e1-42a5-a1d3-173e4650a8e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Jul 27 15:23:50.638883 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c26794-e8d9-42a1-a755-f1a397346562 req-acb82699-430c-4009-bcbd-cf800075dfda tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:50.640375 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-89c26794-e8d9-42a1-a755-f1a397346562 req-acb82699-430c-4009-bcbd-cf800075dfda tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.1000624 Jul 27 15:23:50.648433 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed072e4-04dc-4ac0-804a-45e1a8b5d382 req-93a154cc-3d12-423b-8806-8da879656064 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:50.649795 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2ed072e4-04dc-4ac0-804a-45e1a8b5d382 req-93a154cc-3d12-423b-8806-8da879656064 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1000664 Jul 27 15:23:50.710304 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-89c26794-e8d9-42a1-a755-f1a397346562 req-d6eea12d-96e3-44fa-b1dc-552e80e8f805 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Jul 27 15:23:50.713278 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2ed072e4-04dc-4ac0-804a-45e1a8b5d382 req-860794b7-1ff5-4d1c-9996-00ee767e26ef tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Jul 27 15:23:50.829465 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f937a-1331-4828-a3a9-7f333ee586b8 req-f7be0dde-b16e-46ca-a0ca-7f06991e3fe3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:50.831181 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4c9f937a-1331-4828-a3a9-7f333ee586b8 req-f7be0dde-b16e-46ca-a0ca-7f06991e3fe3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Jul 27 15:23:50.874661 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4c9f937a-1331-4828-a3a9-7f333ee586b8 req-27f4865a-db29-4376-a071-7c207aa58342 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Jul 27 15:23:51.281413 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd0943-73dc-4d47-b7d2-1bdbd29d292f req-1b841865-600c-43aa-b0c9-6947994c142b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:51.283515 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-33dd0943-73dc-4d47-b7d2-1bdbd29d292f req-1b841865-600c-43aa-b0c9-6947994c142b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0675282 Jul 27 15:23:51.319513 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-33dd0943-73dc-4d47-b7d2-1bdbd29d292f req-7cb9a8df-fbdc-45ef-8801-1b1a87273b0d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301311 Jul 27 15:23:51.843752 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c739d-032f-4d1b-84ae-db048d208933 req-6b22c0e5-dac0-440c-8306-7fee1befff11 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:51.845346 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7d7c739d-032f-4d1b-84ae-db048d208933 req-6b22c0e5-dac0-440c-8306-7fee1befff11 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0678518 Jul 27 15:23:51.889378 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7d7c739d-032f-4d1b-84ae-db048d208933 req-74ec45a1-4ce9-41e5-849e-702f04797f5e tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Jul 27 15:23:51.931818 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:52.009686 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba349e83-9fd5-4eef-924a-617a4e96af8b req-c45d623a-10bf-44f5-937f-bfcd9ef77189 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:52.011297 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ba349e83-9fd5-4eef-924a-617a4e96af8b req-c45d623a-10bf-44f5-937f-bfcd9ef77189 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Jul 27 15:23:52.049023 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ba349e83-9fd5-4eef-924a-617a4e96af8b req-d7874743-d572-41af-9245-2f40688f5031 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Jul 27 15:23:52.502454 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e599-74fd-4450-b590-61374323b25b req-30c41fee-3bd3-41a1-bee1-0c08ad767bd1 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:52.504043 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcf9e599-74fd-4450-b590-61374323b25b req-30c41fee-3bd3-41a1-bee1-0c08ad767bd1 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0650680 Jul 27 15:23:52.548709 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcf9e599-74fd-4450-b590-61374323b25b req-c334a93f-66eb-48b9-844f-a34ca1a8b825 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354702 Jul 27 15:23:52.600085 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-8ddae102-6d8c-4289-8819-b822004ea644 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:52.602535 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-8ddae102-6d8c-4289-8819-b822004ea644 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 945 time: 0.0642040 Jul 27 15:23:52.740572 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Deleting port 0e446813-c2b6-4efe-993c-8e2a76687d55 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:23:52.740941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:52.834696 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] For port 0e446813-c2b6-4efe-993c-8e2a76687d55, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0e446813-c2b6-4efe-993c-8e2a76687d55,segment=NetworkSegment(9d863b2d-ed69-4ca3-96b2-429b7db74df7),segment_id=9d863b2d-ed69-4ca3-96b2-429b7db74df7)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:52.835066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:52.851957 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Calling delete_port for 0e446813-c2b6-4efe-993c-8e2a76687d55 owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:23:52.975540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:53.009538 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Pushing event deleted for resources: {'Port': ['ID=0e446813-c2b6-4efe-993c-8e2a76687d55,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:53.019956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbdcf4-acf1-4818-8b79-07d0e4b9d3b2 req-baf185d7-e8ad-44ba-b7e1-36f5b44159d1 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.021434 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ccbdcf4-acf1-4818-8b79-07d0e4b9d3b2 req-baf185d7-e8ad-44ba-b7e1-36f5b44159d1 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/ports?device_id=075979c8-2724-4c53-a8c0-e92a5c68afaa HTTP/1.1" status: 200 len: 867 time: 0.0647883 Jul 27 15:23:53.043131 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0e446813-c2b6-4efe-993c-8e2a76687d55'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:23:53.054491 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] No DVR routers for this DVR port 0e446813-c2b6-4efe-993c-8e2a76687d55 on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:23:53.056996 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:23:53.058991 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-ff124253-3cd4-4d05-957b-e5fd2135fec9 req-45c69255-fc04-4cb2-a9df-877e744c7676 tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.46 "DELETE /v2.0/ports/0e446813-c2b6-4efe-993c-8e2a76687d55 HTTP/1.1" status: 204 len: 173 time: 0.4332604 Jul 27 15:23:53.059818 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'name': 'network-vif-deleted', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:23:53.062058 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1a300-c17a-4823-89c9-d669b6976ffd" -d '{"events": [{"server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "name": "network-vif-deleted", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:23:53.063907 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ccbdcf4-acf1-4818-8b79-07d0e4b9d3b2 req-a6fc2f7d-9695-4f77-9339-e935dbdccf9a tempest-VolumesActionsTest-44374182 tempest-VolumesActionsTest-44374182-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cdac927-255d-47cf-b21e-4d422c56c905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Jul 27 15:23:53.112104 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8c247-ba15-4c8a-9261-d2bc979b5df4 x-openstack-request-id: req-d1f8c247-ba15-4c8a-9261-d2bc979b5df4 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:23:53.112388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075979c8-2724-4c53-a8c0-e92a5c68afaa", "name": "network-vif-deleted", "tag": "0e446813-c2b6-4efe-993c-8e2a76687d55", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:23:53.112689 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1f8c247-ba15-4c8a-9261-d2bc979b5df4 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:23:53.113082 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075979c8-2724-4c53-a8c0-e92a5c68afaa', 'name': 'network-vif-deleted', 'tag': '0e446813-c2b6-4efe-993c-8e2a76687d55', 'status': 'completed', 'code': 200} Jul 27 15:23:53.217558 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c89f-c3ae-4269-a958-1e8e90a2450e req-cba2c108-6b68-406f-9825-95a1b56bd14c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.219239 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2466c89f-c3ae-4269-a958-1e8e90a2450e req-cba2c108-6b68-406f-9825-95a1b56bd14c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0645630 Jul 27 15:23:53.259168 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2466c89f-c3ae-4269-a958-1e8e90a2450e req-cd287963-3791-45b7-94ac-22f666aaca0d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 27 15:23:53.530627 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c4f5-fd11-492d-b574-435f576a61a4 req-26dc4178-eb02-4887-be20-8d05619a6ba3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.532777 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3dd5c4f5-fd11-492d-b574-435f576a61a4 req-26dc4178-eb02-4887-be20-8d05619a6ba3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0779200 Jul 27 15:23:53.541386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-7c8f2222-5ad9-44e3-9398-b38f03109db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.542996 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-7c8f2222-5ad9-44e3-9398-b38f03109db2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0552723 Jul 27 15:23:53.570261 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3dd5c4f5-fd11-492d-b574-435f576a61a4 req-c85acf5e-3e33-4b9b-a3de-f777e5c9787c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Jul 27 15:23:53.659637 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-08990009-e573-4919-9eb3-6a85bf52c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.661165 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-08990009-e573-4919-9eb3-6a85bf52c9e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.1046255 Jul 27 15:23:53.688056 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f067a-dbeb-4086-8b8e-a7c3b07a020a req-05677d21-8edb-4b99-9b55-3835536a6a22 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:53.690094 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-414f067a-dbeb-4086-8b8e-a7c3b07a020a req-05677d21-8edb-4b99-9b55-3835536a6a22 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jul 27 15:23:53.729007 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-414f067a-dbeb-4086-8b8e-a7c3b07a020a req-286665a3-9c85-4f48-ac22-33a5214eacbb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Jul 27 15:23:53.948999 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-2f9c80c5-55bc-4dfb-9b85-b0dccbf7035f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.2555270 Jul 27 15:23:53.998574 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-0f24e89e-3a93-4fd4-b581-d39d2add4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:54.000038 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-0f24e89e-3a93-4fd4-b581-d39d2add4f2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0416579 Jul 27 15:23:54.043172 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-8b3a8432-a68b-4d01-9324-2f0910d33944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278361 Jul 27 15:23:54.154458 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-21f1accc-b79d-4b29-81a9-288fbe5c512e service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896051 Jul 27 15:23:54.256210 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-28dc977b-bb94-4323-93de-b80f0025d8ef req-d9564aed-4637-46e8-aa66-1661831be582 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Jul 27 15:23:54.717257 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38024f-7d6f-43f1-8726-195721992960 req-00531f72-3395-4450-9db0-ea7b0e4efba1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:54.718800 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4a38024f-7d6f-43f1-8726-195721992960 req-00531f72-3395-4450-9db0-ea7b0e4efba1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0784488 Jul 27 15:23:54.781159 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4a38024f-7d6f-43f1-8726-195721992960 req-45e66da3-3235-43db-959d-fb939cb6bec9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Jul 27 15:23:54.851314 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c067b1-20f7-4bc1-b020-1ee38b135c26 req-d67c4654-d0a3-471a-a5b3-fa0838c03d51 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:54.852919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62c067b1-20f7-4bc1-b020-1ee38b135c26 req-d67c4654-d0a3-471a-a5b3-fa0838c03d51 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0975718 Jul 27 15:23:54.921626 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62c067b1-20f7-4bc1-b020-1ee38b135c26 req-ad501b42-380d-4a42-8edb-b591d22c65bf tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545573 Jul 27 15:23:54.949926 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6674a-a510-4785-a28b-b40aded50d0f req-b254b610-bc03-4231-9f50-ce1134b6c90e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:54.951440 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85e6674a-a510-4785-a28b-b40aded50d0f req-b254b610-bc03-4231-9f50-ce1134b6c90e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0976551 Jul 27 15:23:54.988606 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85e6674a-a510-4785-a28b-b40aded50d0f req-429fe0f2-83a4-4f95-8266-a763e6324fe3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 27 15:23:55.925701 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc65c2f-10f8-41e2-9df2-8cbc4d06d5ec req-f3853df8-2659-4ab2-8502-b395b68c149e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:55.927278 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cfc65c2f-10f8-41e2-9df2-8cbc4d06d5ec req-f3853df8-2659-4ab2-8502-b395b68c149e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0679152 Jul 27 15:23:55.965959 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cfc65c2f-10f8-41e2-9df2-8cbc4d06d5ec req-0ff3d2fb-d769-4e54-9aae-41aae9780788 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 27 15:23:56.053955 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1674e1-0ea8-46c0-99b6-4179aed47fe0 req-015cd4f0-9745-443c-8c92-973fe954a62a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:56.055492 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf1674e1-0ea8-46c0-99b6-4179aed47fe0 req-015cd4f0-9745-443c-8c92-973fe954a62a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Jul 27 15:23:56.123391 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf1674e1-0ea8-46c0-99b6-4179aed47fe0 req-d4139c64-5a39-49cb-a1d3-afc2d22d0fed tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588877 Jul 27 15:23:56.144832 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521103d1-4b66-469f-bf7c-6bb5da2716aa req-3f5594ab-1b2e-49c7-b4af-f1c2d55c589c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:56.146316 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-521103d1-4b66-469f-bf7c-6bb5da2716aa req-3f5594ab-1b2e-49c7-b4af-f1c2d55c589c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0899553 Jul 27 15:23:56.183077 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-521103d1-4b66-469f-bf7c-6bb5da2716aa req-eb2ccb8c-f4b5-49d2-b9dc-128ccac2af61 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Jul 27 15:23:57.091198 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098897c-6ae9-486b-b671-ecb205470b88 req-9d4216d2-4186-453f-aa4b-b519eb1187b4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:57.092691 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b098897c-6ae9-486b-b671-ecb205470b88 req-9d4216d2-4186-453f-aa4b-b519eb1187b4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0624821 Jul 27 15:23:57.130212 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b098897c-6ae9-486b-b671-ecb205470b88 req-caab578a-5d53-4f9d-8141-5a996fdef336 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Jul 27 15:23:57.263508 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c50a6-ae05-4960-aa23-2fab73c782ce req-c5c28e06-d918-4946-84c0-98792bbbbc69 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:57.264935 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f53c50a6-ae05-4960-aa23-2fab73c782ce req-c5c28e06-d918-4946-84c0-98792bbbbc69 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0690794 Jul 27 15:23:57.327652 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f53c50a6-ae05-4960-aa23-2fab73c782ce req-e7c8552e-d160-43f0-9dca-5684c76cf1c2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Jul 27 15:23:57.347667 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba3de-edee-430f-9161-6c0345b7f2ad req-e71e7dbd-fe92-4500-891a-96df3a2c51fa tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:57.349194 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2cbba3de-edee-430f-9161-6c0345b7f2ad req-e71e7dbd-fe92-4500-891a-96df3a2c51fa tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1015084 Jul 27 15:23:57.387724 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2cbba3de-edee-430f-9161-6c0345b7f2ad req-909c88ca-602a-450e-8f42-37403196dafc tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324895 Jul 27 15:23:57.451373 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0e446813-c2b6-4efe-993c-8e2a76687d55 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:23:57.471901 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 0e446813-c2b6-4efe-993c-8e2a76687d55 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:23:57.472252 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0e446813-c2b6-4efe-993c-8e2a76687d55 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:23:58.255065 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69df8-8559-45c4-ab58-012e1c20dee8 req-6e462314-c11a-4640-bd87-6f2921ed32f1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:58.256534 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7de69df8-8559-45c4-ab58-012e1c20dee8 req-6e462314-c11a-4640-bd87-6f2921ed32f1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0609729 Jul 27 15:23:58.292871 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7de69df8-8559-45c4-ab58-012e1c20dee8 req-a52b2059-dfbf-4b98-9d0c-708230f06192 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Jul 27 15:23:58.494768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519518ce-5929-490f-9265-132bd81dd915 req-07697f61-7209-4469-ae2f-41186cfbdd79 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:58.496223 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-519518ce-5929-490f-9265-132bd81dd915 req-07697f61-7209-4469-ae2f-41186cfbdd79 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0949986 Jul 27 15:23:58.549766 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9823909-dfe4-4420-8412-fae5ba2fd6e0 req-be66323a-8747-4725-a6cf-1b1bb8fae39c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:58.551271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9823909-dfe4-4420-8412-fae5ba2fd6e0 req-be66323a-8747-4725-a6cf-1b1bb8fae39c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0953183 Jul 27 15:23:58.556795 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-519518ce-5929-490f-9265-132bd81dd915 req-1a76505e-d13d-47eb-9798-e96524d94425 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536149 Jul 27 15:23:58.594516 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9823909-dfe4-4420-8412-fae5ba2fd6e0 req-264ef1e4-0008-4012-9b5f-145b951f7bbe tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367601 Jul 27 15:23:59.418917 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfac8a-a755-4e32-82ea-d620a5f7a588 req-67237afd-e4ca-42f8-af2a-8d09db8da547 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:59.420371 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95dfac8a-a755-4e32-82ea-d620a5f7a588 req-67237afd-e4ca-42f8-af2a-8d09db8da547 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0606327 Jul 27 15:23:59.456889 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-95dfac8a-a755-4e32-82ea-d620a5f7a588 req-a1eb9c38-311b-4c59-bbcb-d0d134c81f7d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301261 Jul 27 15:23:59.726822 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09afda-e830-4df3-91ae-e1e2fae67a18 req-889f95a1-586b-4ff7-bdf3-7f49f37ebbfc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:59.728291 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ec09afda-e830-4df3-91ae-e1e2fae67a18 req-889f95a1-586b-4ff7-bdf3-7f49f37ebbfc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1053369 Jul 27 15:23:59.777334 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ec09afda-e830-4df3-91ae-e1e2fae67a18 req-d57e81c8-68f0-45e2-9587-841724b21908 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Jul 27 15:23:59.789134 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e558e-a098-4fac-959e-fc3554dc2ace req-fc306260-e991-4761-9dcf-91a1bc0fede8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:23:59.790753 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-548e558e-a098-4fac-959e-fc3554dc2ace req-fc306260-e991-4761-9dcf-91a1bc0fede8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1024265 Jul 27 15:23:59.828477 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-548e558e-a098-4fac-959e-fc3554dc2ace req-b07d1c04-3d16-44f6-b809-ac07ae334321 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Jul 27 15:24:00.583888 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2765f-b579-4b4f-940f-479ab21ec2ad req-4c2df488-c576-4f89-8136-8438448663cc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:00.585268 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0fb2765f-b579-4b4f-940f-479ab21ec2ad req-4c2df488-c576-4f89-8136-8438448663cc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0640335 Jul 27 15:24:00.622152 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0fb2765f-b579-4b4f-940f-479ab21ec2ad req-624ee50b-b4ac-40d0-88d0-61b1227e9edd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Jul 27 15:24:00.984920 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379af4c-e1d9-4365-aeda-562b7f2c4765 req-a2da436b-3487-4a75-81ae-81e4201af97b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:00.986750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d379af4c-e1d9-4365-aeda-562b7f2c4765 req-a2da436b-3487-4a75-81ae-81e4201af97b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1381054 Jul 27 15:24:01.023377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0bd7b-1c23-4a0e-b6e1-ef4cef42d847 req-73f9ea58-0160-4789-9a24-757b06438164 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:01.025126 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bfa0bd7b-1c23-4a0e-b6e1-ef4cef42d847 req-73f9ea58-0160-4789-9a24-757b06438164 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1041615 Jul 27 15:24:01.052793 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d379af4c-e1d9-4365-aeda-562b7f2c4765 req-fc4a5585-2c93-45b4-9a43-dfeb9896c547 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577843 Jul 27 15:24:01.093662 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bfa0bd7b-1c23-4a0e-b6e1-ef4cef42d847 req-1c16766e-2881-4357-92a1-c0bd29b752a5 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561283 Jul 27 15:24:01.750932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98bf5-de7b-4a2f-bd7a-2f8fa84bb6d9 req-38be02f2-13f8-4cc2-b446-3e2af24e481f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:01.753312 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6bf98bf5-de7b-4a2f-bd7a-2f8fa84bb6d9 req-38be02f2-13f8-4cc2-b446-3e2af24e481f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0642135 Jul 27 15:24:01.797910 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6bf98bf5-de7b-4a2f-bd7a-2f8fa84bb6d9 req-948ee50f-0a87-4bc3-8dce-2d6714e5a23f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Jul 27 15:24:02.257694 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649646cf-00d8-4fd1-9e85-1cb7b7cb9f46 req-16316b36-5e64-4856-a783-d3ef03980621 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:02.259110 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-649646cf-00d8-4fd1-9e85-1cb7b7cb9f46 req-16316b36-5e64-4856-a783-d3ef03980621 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1088643 Jul 27 15:24:02.292947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa654a68-f603-4b6f-bafc-35dfd220766d req-24f119b5-15a3-4fff-9703-0656d82127b0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:02.294657 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fa654a68-f603-4b6f-bafc-35dfd220766d req-24f119b5-15a3-4fff-9703-0656d82127b0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1121175 Jul 27 15:24:02.324112 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-649646cf-00d8-4fd1-9e85-1cb7b7cb9f46 req-9f67c79a-d188-4f60-afe4-fc5c254dccc7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584509 Jul 27 15:24:02.344034 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fa654a68-f603-4b6f-bafc-35dfd220766d req-61fd0788-a8bd-4e60-9f2f-5ca0e295665d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Jul 27 15:24:03.255546 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51cc83-81ea-42ba-a9de-ccd1feca5128 req-e093ee57-da18-4508-9960-811d062b07b9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:03.258966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9a51cc83-81ea-42ba-a9de-ccd1feca5128 req-e093ee57-da18-4508-9960-811d062b07b9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0646501 Jul 27 15:24:03.296026 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9a51cc83-81ea-42ba-a9de-ccd1feca5128 req-074f7f23-c4a2-4a3e-a2df-ad7b7edc0469 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Jul 27 15:24:03.493879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7754f5-b5a2-463c-8fc2-872cbb0867af req-cb8c47c0-e03f-456d-8cbb-eb8d12c9333b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:03.495712 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd7754f5-b5a2-463c-8fc2-872cbb0867af req-cb8c47c0-e03f-456d-8cbb-eb8d12c9333b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0678613 Jul 27 15:24:03.542980 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd7754f5-b5a2-463c-8fc2-872cbb0867af req-57faebcc-1e63-4f13-911f-1fcd2061f356 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Jul 27 15:24:03.688797 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64d497-f88c-42dd-bf91-67ee74586c72 req-7503088a-48c7-4c11-922b-0d3a084079b9 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:03.688797 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5e64d497-f88c-42dd-bf91-67ee74586c72 req-7503088a-48c7-4c11-922b-0d3a084079b9 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0793509 Jul 27 15:24:03.730031 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5e64d497-f88c-42dd-bf91-67ee74586c72 req-48835e0a-5c57-4d62-9acd-2d6a925ecc38 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338459 Jul 27 15:24:04.593486 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:24:04.696861 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d19e7-240d-4905-bf5a-cf26903dea98 req-93bd5529-3e32-4166-97df-63cf77524675 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:04.698457 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-036d19e7-240d-4905-bf5a-cf26903dea98 req-93bd5529-3e32-4166-97df-63cf77524675 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0725911 Jul 27 15:24:04.766879 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-036d19e7-240d-4905-bf5a-cf26903dea98 req-6638de2f-0706-4ac2-a2e7-fc9e231a16a6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583405 Jul 27 15:24:04.927756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788c35-5140-42df-9052-475c10548bab req-ea215252-42ef-46ad-8e75-e7c27a022055 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:04.934871 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24788c35-5140-42df-9052-475c10548bab req-ea215252-42ef-46ad-8e75-e7c27a022055 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1113825 Jul 27 15:24:04.962087 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11b12-aa2d-4561-a5f2-4851604a7350 req-5e190ac1-01f5-423b-a62a-8e28a7f7220a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:04.963809 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d3e11b12-aa2d-4561-a5f2-4851604a7350 req-5e190ac1-01f5-423b-a62a-8e28a7f7220a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1085732 Jul 27 15:24:05.004484 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24788c35-5140-42df-9052-475c10548bab req-4533a6f6-bc42-44e4-be1a-aed2c8597298 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Jul 27 15:24:05.023096 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d3e11b12-aa2d-4561-a5f2-4851604a7350 req-f557d001-b446-4573-be06-92f6136a66b4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522976 Jul 27 15:24:05.915369 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455632-0afd-47fd-a5d8-d9b58d016763 req-c0551c3d-f3bc-4cee-8a84-c2aa45045144 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:05.916854 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4455632-0afd-47fd-a5d8-d9b58d016763 req-c0551c3d-f3bc-4cee-8a84-c2aa45045144 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0718372 Jul 27 15:24:05.959412 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4455632-0afd-47fd-a5d8-d9b58d016763 req-a6866588-7c01-4ee0-8c6a-33de4eb83cb4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355041 Jul 27 15:24:06.208481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235bb37-2b58-4d96-9aaa-eaf8f32be2ef req-714222a6-413b-4329-86fe-485db26156e6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:06.215659 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4235bb37-2b58-4d96-9aaa-eaf8f32be2ef req-714222a6-413b-4329-86fe-485db26156e6 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1161218 Jul 27 15:24:06.242601 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734232-5f99-489e-9690-f8e079257c57 req-009306f5-fea6-4c20-b9fd-920b651a12c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:06.244083 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6734232-5f99-489e-9690-f8e079257c57 req-009306f5-fea6-4c20-b9fd-920b651a12c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1130755 Jul 27 15:24:06.276474 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4235bb37-2b58-4d96-9aaa-eaf8f32be2ef req-f726d8ac-8c82-4da2-a0e7-995c1afdb163 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Jul 27 15:24:06.297396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6734232-5f99-489e-9690-f8e079257c57 req-cff6b6d6-d912-41ca-8da1-5d0bf1ac4b8a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 Jul 27 15:24:07.114400 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71a7a-fd07-4ed7-b01b-0c52b530b192 req-39d7c7b7-3240-41b2-9b68-4057baf95d36 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:07.115818 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1da71a7a-fd07-4ed7-b01b-0c52b530b192 req-39d7c7b7-3240-41b2-9b68-4057baf95d36 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0776837 Jul 27 15:24:07.155549 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1da71a7a-fd07-4ed7-b01b-0c52b530b192 req-c73fd82d-e31b-4332-8dc8-14940865bb90 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336030 Jul 27 15:24:07.492149 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca72e59-8f75-4294-b208-0982e3fd5e7e req-58e914b7-5a1a-430c-8228-20dec7d35131 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:07.500686 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cca72e59-8f75-4294-b208-0982e3fd5e7e req-58e914b7-5a1a-430c-8228-20dec7d35131 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1347895 Jul 27 15:24:07.762669 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-e2782804-89f8-426c-af61-0cf9f2dec220 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:07.765072 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-e2782804-89f8-426c-af61-0cf9f2dec220 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1041617 Jul 27 15:24:07.787034 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67f7e5-54a5-41e6-a313-01afc918356b req-8d9cbcff-b22d-456a-9c4d-a96c267e8d29 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:07.788739 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d67f7e5-54a5-41e6-a313-01afc918356b req-8d9cbcff-b22d-456a-9c4d-a96c267e8d29 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.3861663 Jul 27 15:24:07.820531 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cca72e59-8f75-4294-b208-0982e3fd5e7e req-7149400e-fbc5-4378-a688-3aefe1ffb914 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187749 Jul 27 15:24:07.841427 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d67f7e5-54a5-41e6-a313-01afc918356b req-2788a662-5c2e-4fcc-b7b9-8a9b8030db6c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Jul 27 15:24:07.879520 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Deleting port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:24:07.879861 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:07.971971 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] For port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:07.972332 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:07.983544 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Calling delete_port for dbbeb600-b621-44bf-8344-cb6ff9e0aa2c owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:24:08.117161 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:08.146490 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event deleted for resources: {'Port': ['ID=dbbeb600-b621-44bf-8344-cb6ff9e0aa2c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:08.171003 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:24:08.195143 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] No DVR routers for this DVR port dbbeb600-b621-44bf-8344-cb6ff9e0aa2c on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:24:08.197221 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:08.200115 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-52a22dbf-5cbd-415b-a351-cc2d0c27edd6 req-6337651a-ef16-40be-90d7-974596b3fbc7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "DELETE /v2.0/ports/dbbeb600-b621-44bf-8344-cb6ff9e0aa2c HTTP/1.1" status: 204 len: 173 time: 0.4267995 Jul 27 15:24:08.200632 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'name': 'network-vif-deleted', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:08.203575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d027b4-346d-4bae-8a6c-071d3f9979af" -d '{"events": [{"server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "name": "network-vif-deleted", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:08.273142 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c75fb-6c6d-47d4-bbd8-2689731fa505 x-openstack-request-id: req-350c75fb-6c6d-47d4-bbd8-2689731fa505 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:08.276493 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4", "name": "network-vif-deleted", "tag": "dbbeb600-b621-44bf-8344-cb6ff9e0aa2c", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:08.276641 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-350c75fb-6c6d-47d4-bbd8-2689731fa505 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:08.277148 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4', 'name': 'network-vif-deleted', 'tag': 'dbbeb600-b621-44bf-8344-cb6ff9e0aa2c', 'status': 'completed', 'code': 200} Jul 27 15:24:08.347560 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cea453-3e92-4312-b290-ecc508ebf37e req-f02a6994-551b-448c-8c46-1d3136e48b8c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:08.357236 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d8cea453-3e92-4312-b290-ecc508ebf37e req-f02a6994-551b-448c-8c46-1d3136e48b8c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1022918 Jul 27 15:24:08.419452 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d8cea453-3e92-4312-b290-ecc508ebf37e req-3fe3c954-4123-4be4-a695-d8077cc4452a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555449 Jul 27 15:24:09.096351 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de92e545-2935-4fb2-8f29-d7cb021212e3 req-6372421c-803e-4308-8d53-b1cf3c7d6738 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3aa1b9c-db8c-4c72-b2eb-6bf301d6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Jul 27 15:24:09.128946 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775d33f-2705-45f6-beb5-c9b60bb27559 req-2ef10895-bcc5-4955-a9d0-c8311255c2d8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:09.131003 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1775d33f-2705-45f6-beb5-c9b60bb27559 req-2ef10895-bcc5-4955-a9d0-c8311255c2d8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1397820 Jul 27 15:24:09.174816 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1775d33f-2705-45f6-beb5-c9b60bb27559 req-ef226e0c-fe9f-4303-9674-bb6264245822 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371306 Jul 27 15:24:09.570867 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408ef2b-45dc-4fdc-b509-db6e5083ae9c req-f1d82024-13e6-45f4-ab43-0630f33b9209 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:09.572369 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d408ef2b-45dc-4fdc-b509-db6e5083ae9c req-f1d82024-13e6-45f4-ab43-0630f33b9209 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0718215 Jul 27 15:24:09.609898 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d408ef2b-45dc-4fdc-b509-db6e5083ae9c req-e7cc3219-d395-41c0-9a8a-1c7eacfb0d2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jul 27 15:24:10.322311 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320801a-8a99-4bec-96cd-4e59029d1dd2 req-c8a7661c-90cc-456c-ab92-b9d8035ee012 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:10.323808 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4320801a-8a99-4bec-96cd-4e59029d1dd2 req-c8a7661c-90cc-456c-ab92-b9d8035ee012 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0643411 Jul 27 15:24:10.360274 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4320801a-8a99-4bec-96cd-4e59029d1dd2 req-326dbc7e-fa30-4a21-8cb8-7a2fc3df6adf tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306168 Jul 27 15:24:10.597696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40d72-20a3-4b3e-bd0c-9f7e185e2c61 req-29965b98-e7de-4c68-84fa-5727fd577569 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:10.599173 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7af40d72-20a3-4b3e-bd0c-9f7e185e2c61 req-29965b98-e7de-4c68-84fa-5727fd577569 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0610034 Jul 27 15:24:10.635860 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7af40d72-20a3-4b3e-bd0c-9f7e185e2c61 req-5b8582a7-92c8-4466-907b-e3c4b2d5209f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Jul 27 15:24:10.739948 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2e05-db7c-4558-b40f-239b79260ccf req-9f674d0f-5e88-47bf-8d5c-ad6d8aeff5a9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:10.741380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d90e2e05-db7c-4558-b40f-239b79260ccf req-9f674d0f-5e88-47bf-8d5c-ad6d8aeff5a9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0599966 Jul 27 15:24:10.778247 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d90e2e05-db7c-4558-b40f-239b79260ccf req-72883225-9be1-4ff1-b49e-8ad3b96a6f96 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Jul 27 15:24:11.764200 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device dbbeb600-b621-44bf-8344-cb6ff9e0aa2c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:24:11.772593 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb3af-2163-4790-aa1f-156bb64998a8 req-45b3c4a3-3e47-4770-bcf4-3a58c2e5747f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:11.774116 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-582cb3af-2163-4790-aa1f-156bb64998a8 req-45b3c4a3-3e47-4770-bcf4-3a58c2e5747f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0715668 Jul 27 15:24:11.786445 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: dbbeb600-b621-44bf-8344-cb6ff9e0aa2c {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:24:11.786818 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device dbbeb600-b621-44bf-8344-cb6ff9e0aa2c not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:24:11.811885 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-582cb3af-2163-4790-aa1f-156bb64998a8 req-3555a826-2b12-45a4-9197-b78be64638b0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jul 27 15:24:11.907627 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7b3fb-5f51-4223-a469-6f1055033f3f req-8d6019b2-79b7-40f3-8187-f16fc71d9634 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:11.909130 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-42c7b3fb-5f51-4223-a469-6f1055033f3f req-8d6019b2-79b7-40f3-8187-f16fc71d9634 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0610199 Jul 27 15:24:11.946426 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-42c7b3fb-5f51-4223-a469-6f1055033f3f req-f262e612-741d-47aa-9c1b-8a68d16dbd33 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Jul 27 15:24:12.963722 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1c3b3-366f-441c-87da-cd5c53f9a414 req-30cc559c-3101-48de-80a0-c0cfc31a9cba tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:12.965481 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ef1c3b3-366f-441c-87da-cd5c53f9a414 req-30cc559c-3101-48de-80a0-c0cfc31a9cba tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0840116 Jul 27 15:24:13.025919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5ef1c3b3-366f-441c-87da-cd5c53f9a414 req-d1ea8d57-07c1-41d6-9cff-90fbaa6d87e8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526590 Jul 27 15:24:13.026128 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-965dc468-758c-476e-a7bb-6d8a0fb6c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:13.027802 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-965dc468-758c-476e-a7bb-6d8a0fb6c4f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0606496 Jul 27 15:24:13.104600 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253fa9-e023-4e28-aff1-c7bc30f70fa2 req-f913bdf7-3998-4ce9-a1c5-a60d6a8ed9e9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:13.110955 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98253fa9-e023-4e28-aff1-c7bc30f70fa2 req-f913bdf7-3998-4ce9-a1c5-a60d6a8ed9e9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0835416 Jul 27 15:24:13.153153 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-979a1484-0713-4662-873c-5d3affdfa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:13.154941 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-979a1484-0713-4662-873c-5d3affdfa9f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.1144826 Jul 27 15:24:13.167025 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-98253fa9-e023-4e28-aff1-c7bc30f70fa2 req-ba1c8ee1-5a2e-48c7-a34f-fe18f42bde1a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550511 Jul 27 15:24:13.226802 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-e758e543-344f-422d-b31e-ce959f12f2f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 1001 time: 0.0595112 Jul 27 15:24:13.285122 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-e5ac6d4b-bc17-4a65-9953-a9a1f4dc3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:13.286603 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-e5ac6d4b-bc17-4a65-9953-a9a1f4dc3470 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0492086 Jul 27 15:24:13.345306 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-9ee150a2-9e04-49e8-9557-9b113a6ca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:13.347275 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-9ee150a2-9e04-49e8-9557-9b113a6ca1c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529206 Jul 27 15:24:13.451478 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-eefa7f72-0a4e-4b3e-b227-913dfbc5c40d service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924449 Jul 27 15:24:13.556356 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a9251a0f-16dd-486c-a2df-12a3315f05e3 req-51adb9af-cbb3-4996-a6bb-862eee8bbcfc service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Jul 27 15:24:14.178086 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36332525-c480-424a-a276-30fd2bb875a8 req-507a6084-3808-4a90-9f93-75f6303f9448 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:14.179908 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-36332525-c480-424a-a276-30fd2bb875a8 req-507a6084-3808-4a90-9f93-75f6303f9448 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0783780 Jul 27 15:24:14.228079 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-36332525-c480-424a-a276-30fd2bb875a8 req-1fc4b90e-17aa-4587-8cb7-fc9b29a0b575 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Jul 27 15:24:14.335502 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3700431-9974-4fd0-b544-146b062dbc2c req-aabb72f8-a662-4688-8bea-4e5ca296e0c5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:14.337053 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a3700431-9974-4fd0-b544-146b062dbc2c req-aabb72f8-a662-4688-8bea-4e5ca296e0c5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0782096 Jul 27 15:24:14.396442 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a3700431-9974-4fd0-b544-146b062dbc2c req-4c0485c3-c838-454e-9301-4ebdec8d2196 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524845 Jul 27 15:24:14.721394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd42fbc-bdb0-4a38-b77b-02149150a443 req-d8fd1299-c955-438f-aa75-d3a9bd97a958 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:14.722822 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-edd42fbc-bdb0-4a38-b77b-02149150a443 req-d8fd1299-c955-438f-aa75-d3a9bd97a958 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0757036 Jul 27 15:24:14.767105 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-edd42fbc-bdb0-4a38-b77b-02149150a443 req-4bbc7a7d-1afc-4b6b-a89c-531e72e57d67 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 27 15:24:15.374352 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc595c9-8e71-4951-bb9c-471bbbab6043 req-47b9c55f-034b-4634-9fd5-f77c80a33f7f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:15.375833 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-adc595c9-8e71-4951-bb9c-471bbbab6043 req-47b9c55f-034b-4634-9fd5-f77c80a33f7f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0705831 Jul 27 15:24:15.415918 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-adc595c9-8e71-4951-bb9c-471bbbab6043 req-89f89bfc-7d5a-4569-8103-1814ac4a182a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 27 15:24:15.572552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b58cd5-95c3-4c8e-b724-a7707ea5655c req-267df72a-b69b-4c44-a899-2f3f4d567265 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:15.574047 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03b58cd5-95c3-4c8e-b724-a7707ea5655c req-267df72a-b69b-4c44-a899-2f3f4d567265 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0809176 Jul 27 15:24:15.620109 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03b58cd5-95c3-4c8e-b724-a7707ea5655c req-73dd2b03-5c7e-4b9d-abb7-41b6f889dcc7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Jul 27 15:24:15.857128 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:15.902428 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3eb9d-34f9-4a6e-a11a-4d53e16c7827 req-3e6a7d13-bc1b-40cf-8c4e-d22d4fa92e1b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:15.903950 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d5d3eb9d-34f9-4a6e-a11a-4d53e16c7827 req-3e6a7d13-bc1b-40cf-8c4e-d22d4fa92e1b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0686114 Jul 27 15:24:15.947991 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d5d3eb9d-34f9-4a6e-a11a-4d53e16c7827 req-775c9204-d53a-4ec7-9c68-f126847da808 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 Jul 27 15:24:16.245284 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6866b085-ccb2-4e63-be1d-74cfac035636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:16.577944 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d6f7-6c03-4e1f-81c2-ff27888ef50f req-34a1d89a-fcc2-4215-8aad-bc25652104da tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:16.579621 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1641d6f7-6c03-4e1f-81c2-ff27888ef50f req-34a1d89a-fcc2-4215-8aad-bc25652104da tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Jul 27 15:24:16.619450 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1641d6f7-6c03-4e1f-81c2-ff27888ef50f req-31a96b69-195e-4e7b-9c62-d02f93426c5b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Jul 27 15:24:16.757371 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b3c38-62b1-47b6-b25b-753065248751 req-94682366-4973-45ee-86e2-990eba290d75 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:16.758853 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a83b3c38-62b1-47b6-b25b-753065248751 req-94682366-4973-45ee-86e2-990eba290d75 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0647018 Jul 27 15:24:16.801290 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a83b3c38-62b1-47b6-b25b-753065248751 req-276b2d70-febd-4ecc-88d1-d27c1029ede5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363364 Jul 27 15:24:17.098009 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9e562-c4e1-4bd4-9985-7660473c5706 req-366ae8f7-b4e8-4a6f-bc48-7194631f2b28 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:17.099413 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9ba9e562-c4e1-4bd4-9985-7660473c5706 req-366ae8f7-b4e8-4a6f-bc48-7194631f2b28 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0721524 Jul 27 15:24:17.141678 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9ba9e562-c4e1-4bd4-9985-7660473c5706 req-acf02467-3d0c-458d-a8d0-65b760230c16 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362682 Jul 27 15:24:17.225904 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-489d18f7-5c2b-4a7d-92d3-369ffad2ac66 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:17.227518 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-489d18f7-5c2b-4a7d-92d3-369ffad2ac66 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Jul 27 15:24:17.343815 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Deleting port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:24:17.344188 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:17.437359 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] For port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:17.437738 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:17.452444 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Calling delete_port for d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:24:17.591860 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:17.623981 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event deleted for resources: {'Port': ['ID=d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:17.650042 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:24:17.685015 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] No DVR routers for this DVR port d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:24:17.688297 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:17.691000 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-61fca62f-275c-4e4d-af6e-0da4e52fafda req-873598a0-31a6-48c5-ba59-be4ced789ceb tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "DELETE /v2.0/ports/d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c HTTP/1.1" status: 204 len: 173 time: 0.4561377 Jul 27 15:24:17.691650 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'name': 'network-vif-deleted', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:17.694321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60580889-cd6c-44d7-ae63-96939aa54cd2" -d '{"events": [{"server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "name": "network-vif-deleted", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:17.742680 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc464e98-1419-4226-9eff-a21872f61c38 x-openstack-request-id: req-bc464e98-1419-4226-9eff-a21872f61c38 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:17.742973 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5caae-fb56-41ed-8695-8b18f89a83d9", "name": "network-vif-deleted", "tag": "d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:17.743260 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc464e98-1419-4226-9eff-a21872f61c38 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:17.743663 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5caae-fb56-41ed-8695-8b18f89a83d9', 'name': 'network-vif-deleted', 'tag': 'd2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c', 'status': 'completed', 'code': 200} Jul 27 15:24:17.825062 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22203-26e3-4672-a8d9-3a21412b0f85 req-06acc627-3c29-4633-ace2-bfefc573f98f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:17.826832 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9ca22203-26e3-4672-a8d9-3a21412b0f85 req-06acc627-3c29-4633-ace2-bfefc573f98f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0996001 Jul 27 15:24:17.939355 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9ca22203-26e3-4672-a8d9-3a21412b0f85 req-e122a094-bbe9-4cc8-b8f5-81d7541f96a1 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755208 Jul 27 15:24:18.020218 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cae9c5-1c16-4dec-9915-4dd1aa6794ed req-f97c41a2-ad34-488d-82b8-8e674aa5a29b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:18.021914 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79cae9c5-1c16-4dec-9915-4dd1aa6794ed req-f97c41a2-ad34-488d-82b8-8e674aa5a29b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0929005 Jul 27 15:24:18.078999 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79cae9c5-1c16-4dec-9915-4dd1aa6794ed req-39954aeb-b28e-4871-8caf-7a38b5021260 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Jul 27 15:24:18.254277 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-18f0ff45-fb03-4c6f-857d-45cc39a7ddc4 req-dd759076-6409-46af-b508-ae88037c7772 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=32f5caae-fb56-41ed-8695-8b18f89a83d9 HTTP/1.1" status: 200 len: 210 time: 0.0316451 Jul 27 15:24:18.719622 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-97986e6c-6ce7-4708-819f-7aecc995c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:18.828437 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:24:18.935548 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:18.947829 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:24:19.000138 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.003559 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.015363 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:24:19.038404 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:19.060324 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.149234 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=6']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:19.176061 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.176851 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.177245 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.177592 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.178094 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.178611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.179274 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.179402 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.179765 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.180424 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.180983 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.181464 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:19.320654 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2aec4-545f-4244-9716-403f33d31fe4 req-a7ec15dd-a4ba-405e-a4c8-b01f3d57d443 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:19.322241 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c1e2aec4-545f-4244-9716-403f33d31fe4 req-a7ec15dd-a4ba-405e-a4c8-b01f3d57d443 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.2828925 Jul 27 15:24:19.353275 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['a03d9438-c7a4-446b-884f-370251dd9d3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:24:19.407510 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c1e2aec4-545f-4244-9716-403f33d31fe4 req-cc84ba46-167e-4a16-821b-c086aeb8cdf3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Jul 27 15:24:19.434047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79c5f4-3252-4e1b-9ac5-b2bdc88baaf3 req-4c9fcb2b-f29b-4f99-b2c6-e1c83a4c00c3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:19.435599 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5a79c5f4-3252-4e1b-9ac5-b2bdc88baaf3 req-4c9fcb2b-f29b-4f99-b2c6-e1c83a4c00c3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.1644294 Jul 27 15:24:19.525825 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5a79c5f4-3252-4e1b-9ac5-b2bdc88baaf3 req-7056134c-bb91-4346-b9aa-02e8667ecb01 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720382 Jul 27 15:24:19.589766 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34042) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:19.787856 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80705d-87b5-43d7-8c0c-d770c16de349 req-be20a265-fc17-440b-9d53-10a7f62e4932 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:19.797389 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6d80705d-87b5-43d7-8c0c-d770c16de349 req-be20a265-fc17-440b-9d53-10a7f62e4932 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.1089394 Jul 27 15:24:19.837236 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6d80705d-87b5-43d7-8c0c-d770c16de349 req-3750c348-8d3f-4ca2-8a5b-d91bc2951111 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Jul 27 15:24:19.838024 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4adc2aea-b738-43bc-b552-c08b1212e2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.938460 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4adc2aea-b738-43bc-b552-c08b1212e2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.943697 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4adc2aea-b738-43bc-b552-c08b1212e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.964274 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:19.975294 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4adc2aea-b738-43bc-b552-c08b1212e2a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e11ef6341fa422e847cc0d4c98f88b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788371 Jul 27 15:24:19.975502 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34052) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:19.996222 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc2aea-b738-43bc-b552-c08b1212e2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954857c3-401b-475d-b3a2-a317f541c6ad,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:20.027904 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:20.051795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:20.102781 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:20.105331 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:20.109333 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/954857c3-401b-475d-b3a2-a317f541c6ad HTTP/1.1" status: 204 len: 168 time: 0.1299894 Jul 27 15:24:20.114261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954857c3-401b-475d-b3a2-a317f541c6ad,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:20.121426 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.121772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.122117 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.122454 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.122811 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.123137 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.123457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.123946 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.124425 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.124980 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.125519 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.126271 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cb4803-828d-4c77-95a6-c1527df458fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:20.538500 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db9c7e-76ff-4b20-94d2-c6b690810b2b req-198c4613-d606-4353-8958-f23a46805d81 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:20.540777 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50db9c7e-76ff-4b20-94d2-c6b690810b2b req-198c4613-d606-4353-8958-f23a46805d81 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0756831 Jul 27 15:24:20.590095 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50db9c7e-76ff-4b20-94d2-c6b690810b2b req-fe9b02dd-4c3b-42d8-8015-bbc8f582b4b0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383124 Jul 27 15:24:20.687147 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ea6a-e252-49c8-87b3-eb60ea3e998e req-f8bbe8a6-02ea-4588-86ad-3a9092857dbd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:20.688671 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8ae2ea6a-e252-49c8-87b3-eb60ea3e998e req-f8bbe8a6-02ea-4588-86ad-3a9092857dbd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.0666792 Jul 27 15:24:20.731359 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8ae2ea6a-e252-49c8-87b3-eb60ea3e998e req-048bbd78-404a-42fb-b0a9-b3c18d84b82e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Jul 27 15:24:20.854736 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:20.908523 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port a03d9438-c7a4-446b-884f-370251dd9d3c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:20.908982 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:20.990945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91309-b794-41b8-b7f7-0f979cb15257 req-5fabbd00-8aa5-4996-860f-4ce561d922c7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:20.992475 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50d91309-b794-41b8-b7f7-0f979cb15257 req-5fabbd00-8aa5-4996-860f-4ce561d922c7 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.0782528 Jul 27 15:24:21.012169 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:21.037248 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:21.039573 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c91440-2159-4145-879c-96ccd6f57070" -d '{"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:21.048382 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50d91309-b794-41b8-b7f7-0f979cb15257 req-aeba9ed6-d656-43eb-bb35-6c4f37d41c37 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Jul 27 15:24:21.070414 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:21.075984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:21.077022 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:24:21.079850 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd2ab33-c21c-440c-83e8-148f8b441c28 x-openstack-request-id: req-cbd2ab33-c21c-440c-83e8-148f8b441c28 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:21.080228 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:21.080487 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbd2ab33-c21c-440c-83e8-148f8b441c28 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:21.080876 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'code': 200} Jul 27 15:24:21.118242 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:24:21.118698 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d2fa1e3e-69e0-4fdd-aae2-d048e8f8be3c not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:24:21.154833 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=7']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:21.719758 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62984d-c7cc-462a-b08d-736f7e34afb6 req-8dc0f7a3-e2f2-46f4-9202-691984274e76 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:21.721467 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1a62984d-c7cc-462a-b08d-736f7e34afb6 req-8dc0f7a3-e2f2-46f4-9202-691984274e76 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0636418 Jul 27 15:24:21.761429 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1a62984d-c7cc-462a-b08d-736f7e34afb6 req-28b20f01-e9c8-44e7-a0db-d4cda81b1e3d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Jul 27 15:24:21.886981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140e4d-542d-4287-9748-0318e6c822f7 req-14315ece-005b-466a-8606-1f3f547a4e68 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:21.894703 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ab140e4d-542d-4287-9748-0318e6c822f7 req-14315ece-005b-466a-8606-1f3f547a4e68 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0854850 Jul 27 15:24:21.944026 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:21.947050 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-04825a30-0e48-40b2-8f36-b7e2efd5a59b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:21.949079 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-04825a30-0e48-40b2-8f36-b7e2efd5a59b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.1185074 Jul 27 15:24:21.957063 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ab140e4d-542d-4287-9748-0318e6c822f7 req-92b9a150-ae77-4e2f-82fe-8181cdac1d9e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614696 Jul 27 15:24:22.065388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Deleting port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:24:22.065727 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:22.159675 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] For port d505fe5d-eac3-4a9d-8e5d-b4beeb464099, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:22.159969 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:22.173617 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Calling delete_port for d505fe5d-eac3-4a9d-8e5d-b4beeb464099 owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:24:22.195105 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8031-8b43-487e-ae12-72bfc4bde58b req-82ac6f0d-cf1e-4dc9-bc8c-d240879fb7ea tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:22.196810 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-04bc8031-8b43-487e-ae12-72bfc4bde58b req-82ac6f0d-cf1e-4dc9-bc8c-d240879fb7ea tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fc4a45d-82a0-42f3-be6e-e50887766ef3 HTTP/1.1" status: 200 len: 945 time: 0.0763845 Jul 27 15:24:22.251994 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-04bc8031-8b43-487e-ae12-72bfc4bde58b req-c9801f6e-5988-4251-8db2-e733e5ae136f tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Jul 27 15:24:22.318180 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:22.346625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event deleted for resources: {'Port': ['ID=d505fe5d-eac3-4a9d-8e5d-b4beeb464099,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:22.362208 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:24:22.397098 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] No DVR routers for this DVR port d505fe5d-eac3-4a9d-8e5d-b4beeb464099 on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:24:22.399702 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:22.403325 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-693c3631-6db4-41a0-9a91-cba26204eb1b req-7813d8bc-55dd-4918-be08-33362990c64b tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "DELETE /v2.0/ports/d505fe5d-eac3-4a9d-8e5d-b4beeb464099 HTTP/1.1" status: 204 len: 173 time: 0.4451582 Jul 27 15:24:22.403874 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'name': 'network-vif-deleted', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:22.406458 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d091c-3684-4a16-aeb6-dc2c6593b01d" -d '{"events": [{"server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "name": "network-vif-deleted", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:22.447727 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91070777-7ee6-4106-82ba-b23ea0237b44 x-openstack-request-id: req-91070777-7ee6-4106-82ba-b23ea0237b44 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:22.448092 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc4a45d-82a0-42f3-be6e-e50887766ef3", "name": "network-vif-deleted", "tag": "d505fe5d-eac3-4a9d-8e5d-b4beeb464099", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:22.448987 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91070777-7ee6-4106-82ba-b23ea0237b44 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:22.450348 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc4a45d-82a0-42f3-be6e-e50887766ef3', 'name': 'network-vif-deleted', 'tag': 'd505fe5d-eac3-4a9d-8e5d-b4beeb464099', 'status': 'completed', 'code': 200} Jul 27 15:24:22.904899 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071142a-79ee-4b91-a7c8-72f608dcc362 req-9fbfcfa8-e7b7-4f21-bd6f-ee1cf494c11b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:22.909974 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e071142a-79ee-4b91-a7c8-72f608dcc362 req-9fbfcfa8-e7b7-4f21-bd6f-ee1cf494c11b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0820773 Jul 27 15:24:22.999351 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e071142a-79ee-4b91-a7c8-72f608dcc362 req-39aef92a-ae6d-4ab9-802e-0a7407048099 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857081 Jul 27 15:24:23.172085 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41500-2a2a-4377-a671-fe908b96acf7 req-36eebea2-2fb7-4220-a8c9-b2d6ea2d54f2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:23.174092 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-faf41500-2a2a-4377-a671-fe908b96acf7 req-36eebea2-2fb7-4220-a8c9-b2d6ea2d54f2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1058173 Jul 27 15:24:23.248561 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-faf41500-2a2a-4377-a671-fe908b96acf7 req-f6074cf7-c117-46e0-939e-71196778942f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674162 Jul 27 15:24:24.258081 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a27b5-b3e5-420d-9a5e-389b0ce983e8 req-b477e7cf-eb89-49d1-89c8-67b836e41e49 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:24.267898 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b56a27b5-b3e5-420d-9a5e-389b0ce983e8 req-b477e7cf-eb89-49d1-89c8-67b836e41e49 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1243155 Jul 27 15:24:24.369722 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b56a27b5-b3e5-420d-9a5e-389b0ce983e8 req-3e7cf0ed-77d1-41e3-98db-af67dc9dd599 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007791 Jul 27 15:24:24.591663 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad034b-2c34-4621-9ac2-5f40dcb50a97 req-41a900c5-fa03-4236-a335-5c4bc500241a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:24.607192 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-05ad034b-2c34-4621-9ac2-5f40dcb50a97 req-41a900c5-fa03-4236-a335-5c4bc500241a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.2163815 Jul 27 15:24:24.722710 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-05ad034b-2c34-4621-9ac2-5f40dcb50a97 req-bc94db44-7aac-48dc-a3b0-ac3fc7612a99 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100633 Jul 27 15:24:24.983583 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1b8b5-6423-4b52-b14f-65eb3a45d5a3 req-627332dd-6b38-4ca4-83d3-c62c81b66bf2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:24.990081 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5df1b8b5-6423-4b52-b14f-65eb3a45d5a3 req-627332dd-6b38-4ca4-83d3-c62c81b66bf2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.0898669 Jul 27 15:24:25.046184 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5df1b8b5-6423-4b52-b14f-65eb3a45d5a3 req-37903e2a-2f1f-4ca8-a099-3c9921165b31 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jul 27 15:24:25.822873 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec94618-03b9-4d2a-8487-fbeb1e612c05 req-2357b4e8-7a95-459b-91ac-27eed07839df tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:25.832376 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ec94618-03b9-4d2a-8487-fbeb1e612c05 req-2357b4e8-7a95-459b-91ac-27eed07839df tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1429555 Jul 27 15:24:25.854769 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-dc42c253-e313-4d8d-9acb-a0e517fe8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:25.860098 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-dc42c253-e313-4d8d-9acb-a0e517fe8adb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1602647 Jul 27 15:24:25.931909 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ec94618-03b9-4d2a-8487-fbeb1e612c05 req-b33721e9-05db-4243-ab7e-110c3eff88bb tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Jul 27 15:24:26.008261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-0937ec7d-5a2b-42e7-a8bf-0123165939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:26.010225 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-0937ec7d-5a2b-42e7-a8bf-0123165939e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.1349120 Jul 27 15:24:26.010388 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09165b-b5a1-4f3f-a7f5-60afc4b183b8 req-28274fdd-d104-4d35-8f4b-4a2cf664aefc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:26.020876 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ba09165b-b5a1-4f3f-a7f5-60afc4b183b8 req-28274fdd-d104-4d35-8f4b-4a2cf664aefc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1546490 Jul 27 15:24:26.069444 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-c92ae308-d091-4f7d-ac72-ee0e525af9ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0506849 Jul 27 15:24:26.074239 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ba09165b-b5a1-4f3f-a7f5-60afc4b183b8 req-bda25747-d9ad-423d-91df-3352ecbbf717 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523124 Jul 27 15:24:26.129784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-33b31983-9ed7-4ebe-bd4c-81b9528354ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:26.133229 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-33b31983-9ed7-4ebe-bd4c-81b9528354ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0537348 Jul 27 15:24:26.212626 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-34d9cbd9-e2b6-4db9-95c8-c5d95386d555 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651715 Jul 27 15:24:26.339798 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e24d-42b0-4227-9057-03d8a854fd72 req-0431302d-3922-4cd1-a9bb-49c247572a3e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:26.344446 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0323e24d-42b0-4227-9057-03d8a854fd72 req-0431302d-3922-4cd1-a9bb-49c247572a3e tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1922967 Jul 27 15:24:26.451169 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0323e24d-42b0-4227-9057-03d8a854fd72 req-25288e97-9518-4ef2-8c7f-44a747c4989a tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992706 Jul 27 15:24:26.480861 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-6f521a7a-e63b-48d3-a3a6-b7d6d35adf14 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577691 Jul 27 15:24:26.610547 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3c2b1500-f78d-4d53-a1d4-18bad0f488dc req-5740ecfc-8acb-42b4-98a2-d41b002c8fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181376 Jul 27 15:24:27.060022 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d505fe5d-eac3-4a9d-8e5d-b4beeb464099 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:24:27.088139 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: d505fe5d-eac3-4a9d-8e5d-b4beeb464099 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:24:27.088481 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d505fe5d-eac3-4a9d-8e5d-b4beeb464099 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:24:27.177372 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492446a-3ffc-4b55-960b-6ee22189e7fe req-85a0b7f5-7716-4fb5-8a75-5e9d1343c480 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:27.179169 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2492446a-3ffc-4b55-960b-6ee22189e7fe req-85a0b7f5-7716-4fb5-8a75-5e9d1343c480 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1380560 Jul 27 15:24:27.274361 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2492446a-3ffc-4b55-960b-6ee22189e7fe req-46569acf-5612-4699-b0c9-465c3bdb7a4b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869944 Jul 27 15:24:27.319412 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd974a1-75b1-485b-be4b-876fb6bd78d1 req-9fbc9544-caf5-4004-8879-a2e8efde3d2a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:27.327905 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cbd974a1-75b1-485b-be4b-876fb6bd78d1 req-9fbc9544-caf5-4004-8879-a2e8efde3d2a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1122539 Jul 27 15:24:27.407408 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cbd974a1-75b1-485b-be4b-876fb6bd78d1 req-176828b3-b3a4-41fc-95b1-70a84f640ffa tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753913 Jul 27 15:24:27.425540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-6474da68-d20a-4285-839e-18d9fe54e527 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:27.427637 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-6474da68-d20a-4285-839e-18d9fe54e527 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1830990 Jul 27 15:24:27.617804 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Deleting port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:24:27.618243 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:27.637148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c251a-fe98-4bb4-8a2c-f8ae753ecea8 req-63e4b02f-e81b-49da-bac2-742d945cf6c2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:27.645891 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a77c251a-fe98-4bb4-8a2c-f8ae753ecea8 req-63e4b02f-e81b-49da-bac2-742d945cf6c2 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 946 time: 0.1078448 Jul 27 15:24:27.716714 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] For port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,segment=NetworkSegment(0b2200ea-0401-41fb-acab-fd58caaa456e),segment_id=0b2200ea-0401-41fb-acab-fd58caaa456e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:27.717099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:27.725393 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a77c251a-fe98-4bb4-8a2c-f8ae753ecea8 req-d95a2364-9707-43b4-8ad1-8e001337fae9 tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b0164ce-c873-44fb-b00d-7ab519dfa3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728946 Jul 27 15:24:27.734876 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Calling delete_port for 3b8cf6f8-2019-4de8-94cc-e634d7a1039f owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:24:27.897958 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:27.947140 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['3b8cf6f8-2019-4de8-94cc-e634d7a1039f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:24:28.053286 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Pushing event deleted for resources: {'Port': ['ID=3b8cf6f8-2019-4de8-94cc-e634d7a1039f,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:28.106827 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] No DVR routers for this DVR port 3b8cf6f8-2019-4de8-94cc-e634d7a1039f on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:24:28.111299 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:28.114165 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-56fb5db3-fa7a-4388-a032-115ebf634fe6 req-2ac5b902-fd01-4372-9f69-371596119f0d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.46 "DELETE /v2.0/ports/3b8cf6f8-2019-4de8-94cc-e634d7a1039f HTTP/1.1" status: 204 len: 173 time: 0.6731372 Jul 27 15:24:28.114971 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'name': 'network-vif-deleted', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:28.123252 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cdbf06-72b0-44b4-b4bb-c04613334081" -d '{"events": [{"server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "name": "network-vif-deleted", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:28.191976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b0f11-ea00-4708-8196-6d8ceaeb7b57 x-openstack-request-id: req-883b0f11-ea00-4708-8196-6d8ceaeb7b57 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:28.192204 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2bf55-7c6b-4a6d-9135-1458daaf0613", "name": "network-vif-deleted", "tag": "3b8cf6f8-2019-4de8-94cc-e634d7a1039f", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:28.192463 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-883b0f11-ea00-4708-8196-6d8ceaeb7b57 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:28.192889 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2bf55-7c6b-4a6d-9135-1458daaf0613', 'name': 'network-vif-deleted', 'tag': '3b8cf6f8-2019-4de8-94cc-e634d7a1039f', 'status': 'completed', 'code': 200} Jul 27 15:24:28.697970 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45687306-36ec-4b33-88bc-229dde846816 req-1800297e-6a08-45d1-913f-3248b5c1b890 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:28.699686 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-45687306-36ec-4b33-88bc-229dde846816 req-1800297e-6a08-45d1-913f-3248b5c1b890 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1658244 Jul 27 15:24:28.755595 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70183-2713-4fd1-9d65-2d2105ef7ebb req-fcd3fc6c-addc-4645-b1e7-22140574ea2c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:28.757134 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-31b70183-2713-4fd1-9d65-2d2105ef7ebb req-fcd3fc6c-addc-4645-b1e7-22140574ea2c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.2604160 Jul 27 15:24:28.816910 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-45687306-36ec-4b33-88bc-229dde846816 req-8e2aa344-e0be-40e1-9eaa-efda825b6e95 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097724 Jul 27 15:24:28.941898 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-31b70183-2713-4fd1-9d65-2d2105ef7ebb req-d6c63017-c5df-4425-9673-9eaf742c6368 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360505 Jul 27 15:24:29.008665 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ea9b8c4e-b54d-4c4d-bfb1-b9d4ff4f1108 req-c9d8637c-cefc-4724-a241-0ab2536e322d tempest-AttachVolumeNegativeTest-910279765 tempest-AttachVolumeNegativeTest-910279765-project] 10.222.0.37 "GET /v2.0/ports?device_id=83c2bf55-7c6b-4a6d-9135-1458daaf0613 HTTP/1.1" status: 200 len: 210 time: 0.0638716 Jul 27 15:24:30.026364 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931799-f122-4299-b44f-9c6d1aeee643 req-aea00eaf-8750-4dd0-9774-0099d1378a5c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:30.034301 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e0931799-f122-4299-b44f-9c6d1aeee643 req-aea00eaf-8750-4dd0-9774-0099d1378a5c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1261024 Jul 27 15:24:30.087720 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e0931799-f122-4299-b44f-9c6d1aeee643 req-2867d23b-06d6-42a5-926d-bd0f0f171d5e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Jul 27 15:24:30.178425 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34196) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:30.201916 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0926f-1f6e-46e0-b39b-8fe8a7b8f448 req-ad139c92-a7bf-4d11-8a4d-efdcd6be5094 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:30.222572 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-92e0926f-1f6e-46e0-b39b-8fe8a7b8f448 req-ad139c92-a7bf-4d11-8a4d-efdcd6be5094 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.2049491 Jul 27 15:24:30.295929 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Deleting subnet 9c00bbf6-0acd-4359-8e85-5d906ec9d142 {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:24:30.299248 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-92e0926f-1f6e-46e0-b39b-8fe8a7b8f448 req-72a46634-b1a3-4e06-87c3-43ddff1aa145 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726678 Jul 27 15:24:30.315273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.380099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.393946 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.606057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.734581 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.735351 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9c00bbf6-0acd-4359-8e85-5d906ec9d142 HTTP/1.1" status: 204 len: 168 time: 0.5557063 Jul 27 15:24:30.736314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ec226-1303-4c6e-9f57-e02ac37b5ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c00bbf6-0acd-4359-8e85-5d906ec9d142,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:30.737754 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34200) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:30.835087 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.964058 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:30.979787 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f2813b-6649-45a6-b769-67fc889c519f']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:31.002947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2200ea-0401-41fb-acab-fd58caaa456e') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:31.002947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2200ea-0401-41fb-acab-fd58caaa456e') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:31.021142 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.056811 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.063704 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:24:31.064323 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:24:31.066599 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:24:31.157896 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.167090 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.170108 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7f2813b-6649-45a6-b769-67fc889c519f HTTP/1.1" status: 204 len: 168 time: 0.4309237 Jul 27 15:24:31.183146 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a421d-b216-4b15-9eee-d2f7ff0e43b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f2813b-6649-45a6-b769-67fc889c519f,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:31.360040 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad84f-27f2-4925-ba09-e20a8f5b2598 req-9fc15992-5afd-42f3-b681-0811e11383dd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:31.364784 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-771ad84f-27f2-4925-ba09-e20a8f5b2598 req-9fc15992-5afd-42f3-b681-0811e11383dd tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1400383 Jul 27 15:24:31.464824 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-771ad84f-27f2-4925-ba09-e20a8f5b2598 req-aecf46e9-6e5c-4deb-b87f-51aa485056b6 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923431 Jul 27 15:24:31.623665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22434-1d6a-4224-842a-26e7973ede0b req-d77625b9-e4da-4363-8ffb-b8742f70deb7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:31.625942 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c7c22434-1d6a-4224-842a-26e7973ede0b req-d77625b9-e4da-4363-8ffb-b8742f70deb7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1876860 Jul 27 15:24:31.648635 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34212) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:31.700691 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c7c22434-1d6a-4224-842a-26e7973ede0b req-3ff98b82-5e0b-4ef9-b387-b475a4bc933f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660717 Jul 27 15:24:31.767617 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-71245014-d057-4707-aae4-eb8db88edf6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6fe5cc0565843be92954f7f00c961c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1146140 Jul 27 15:24:31.768184 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34214) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:31.856637 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.883494 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.970660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.975674 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:31.980165 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b0164ce-c873-44fb-b00d-7ab519dfa3b2 HTTP/1.1" status: 204 len: 168 time: 0.2095201 Jul 27 15:24:31.991546 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246dd8-ea42-44f6-b99e-2322bf5cd82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0164ce-c873-44fb-b00d-7ab519dfa3b2,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:32.770153 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dddc4-0f4c-4f6f-b30d-49ef1020272e req-0727a628-e3dc-4e30-acc9-fe08b9cb7f17 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:32.773457 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-460dddc4-0f4c-4f6f-b30d-49ef1020272e req-0727a628-e3dc-4e30-acc9-fe08b9cb7f17 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1663558 Jul 27 15:24:32.895173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 3b8cf6f8-2019-4de8-94cc-e634d7a1039f no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:24:32.903753 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-460dddc4-0f4c-4f6f-b30d-49ef1020272e req-0dbc772b-f0bd-4feb-8e89-f32efc206f11 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184177 Jul 27 15:24:32.923723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 3b8cf6f8-2019-4de8-94cc-e634d7a1039f {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:24:32.925160 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 3b8cf6f8-2019-4de8-94cc-e634d7a1039f not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:24:33.007595 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090bc4-590d-4027-aae1-ed0a1d887328 req-c7331f6b-1d35-47f7-b3fd-9a83fb485788 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:33.017918 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-80090bc4-590d-4027-aae1-ed0a1d887328 req-c7331f6b-1d35-47f7-b3fd-9a83fb485788 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1642690 Jul 27 15:24:33.069817 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-80090bc4-590d-4027-aae1-ed0a1d887328 req-79d97b83-1614-4c2a-b065-43c4730f811f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515902 Jul 27 15:24:33.257090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34262) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:33.390739 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403257056-network', 'tenant_id': '83cfe19eebfc436085a52f1bb1bac071'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:33.415906 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Made reservation on behalf of 83cfe19eebfc436085a52f1bb1bac071 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:33.418856 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.427848 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.527634 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.531719 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.572388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:24:33.588675 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.589020 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Added segment 9fb6a979-fe14-483e-bfa0-9b5c70662655 of type vlan for network 66f850e6-90e4-4ff1-8021-7b3435367044 Jul 27 15:24:33.590385 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e08b42-f625-4e04-a566-68c7f9f10341,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:33.637027 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.667634 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.669142 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:33.669817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.720334 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4621589 Jul 27 15:24:33.723242 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34274) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:33.728667 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Request body: {'subnet': {'network_id': '66f850e6-90e4-4ff1-8021-7b3435367044', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403257056-subnet', 'tenant_id': '83cfe19eebfc436085a52f1bb1bac071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:33.739824 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505157-9db7-492c-a467-93364710b681 admin admin] Pushing event updated for resources: {'Network': ['ID=66f850e6-90e4-4ff1-8021-7b3435367044,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:33.752767 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 66f850e6-90e4-4ff1-8021-7b3435367044 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:24:33.755047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Made reservation on behalf of 83cfe19eebfc436085a52f1bb1bac071 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:33.757691 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126335269'] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:33.996500 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126335287'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:34.093883 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1470c12-a0f4-4415-8cfa-5a35b1c7ff0d,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:34.126723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Checking segment: {'id': '9fb6a979-fe14-483e-bfa0-9b5c70662655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '66f850e6-90e4-4ff1-8021-7b3435367044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:34.127070 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Network hostable DHCP agents. Network: 66f850e6-90e4-4ff1-8021-7b3435367044, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:24:34.135897 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01ce42-8456-4bbf-9501-01cf8600ceb7 req-4870101e-b6a0-4b34-9cb8-097415a7b921 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:34.137426 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fc01ce42-8456-4bbf-9501-01cf8600ceb7 req-4870101e-b6a0-4b34-9cb8-097415a7b921 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1359315 Jul 27 15:24:34.214110 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Network 66f850e6-90e4-4ff1-8021-7b3435367044 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:24:34.219647 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fc01ce42-8456-4bbf-9501-01cf8600ceb7 req-6c182629-ec90-44fe-ac03-24b3454d5f08 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742602 Jul 27 15:24:34.233701 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 66f850e6-90e4-4ff1-8021-7b3435367044) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:34.239648 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:34.240399 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:34.250387 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e4e29-d53e-4cfd-bd5b-ee76d7a04967 None None] Network 66f850e6-90e4-4ff1-8021-7b3435367044 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:34.279798 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031b37-4544-478a-8e5b-1ec80a734850 req-150cdb39-538e-4d17-8f94-42db61054c92 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:34.287002 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6a031b37-4544-478a-8e5b-1ec80a734850 req-150cdb39-538e-4d17-8f94-42db61054c92 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1159363 Jul 27 15:24:34.298655 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-61d8f0c6-9920-45b0-88e2-10e90d48a25d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5652940 Jul 27 15:24:34.343485 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6a031b37-4544-478a-8e5b-1ec80a734850 req-a97a8b3e-44f6-42ff-815b-49f9856a3293 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526659 Jul 27 15:24:34.458015 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc6a0b-1954-48ce-b585-12d02f468fe1 None None] Network 66f850e6-90e4-4ff1-8021-7b3435367044 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:34.942796 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34332) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:34.948452 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-993247781-network', 'tenant_id': 'a1d125c762894c68a6c939c73f520122'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:34.970654 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Made reservation on behalf of a1d125c762894c68a6c939c73f520122 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:34.973281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:34.982800 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.086144 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.103685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.126063 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:24:35.142563 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf2af0-0f62-45bf-a628-9b5b3d7694ad,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:35.146056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.146638 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Added segment 17854bd9-0768-431f-a154-7d503192bd0d of type vlan for network 13a3ffac-4a52-4376-8400-c4427f4413f6 Jul 27 15:24:35.195331 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.227131 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.228098 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:35.228674 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.288208 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3418930 Jul 27 15:24:35.288401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34372) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:35.295141 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Request body: {'subnet': {'network_id': '13a3ffac-4a52-4376-8400-c4427f4413f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-993247781-subnet', 'tenant_id': 'a1d125c762894c68a6c939c73f520122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:35.303723 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3a94-d02d-457a-849a-14d63696287e admin admin] Pushing event updated for resources: {'Network': ['ID=13a3ffac-4a52-4376-8400-c4427f4413f6,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:35.314122 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 13a3ffac-4a52-4376-8400-c4427f4413f6 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:24:35.322366 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Made reservation on behalf of a1d125c762894c68a6c939c73f520122 for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:35.325232 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.437420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d62e-d102-4f6f-89b7-dc7a9fbf17ad req-cc50fd96-542b-4ade-9f66-14e108fb7dd7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:35.439033 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f723d62e-d102-4f6f-89b7-dc7a9fbf17ad req-cc50fd96-542b-4ade-9f66-14e108fb7dd7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0972302 Jul 27 15:24:35.505758 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f723d62e-d102-4f6f-89b7-dc7a9fbf17ad req-29f34231-21c1-4af5-848f-7ca9d33d2867 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572271 Jul 27 15:24:35.511252 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.534606 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a48142-7cea-4381-b46a-45b78eb75131 req-33ca26cd-c30b-4ebb-85cb-16063815bf8a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:35.536107 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44a48142-7cea-4381-b46a-45b78eb75131 req-33ca26cd-c30b-4ebb-85cb-16063815bf8a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0961235 Jul 27 15:24:35.568275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e541aad-d4fd-4d6f-b0c2-eacfa6c9aa20,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:35.574710 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44a48142-7cea-4381-b46a-45b78eb75131 req-789ada6e-3b89-4658-bd37-1979511ae926 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Jul 27 15:24:35.579061 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.579412 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.579755 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.580089 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.580417 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.580743 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.581067 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.581389 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.581739 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.582057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.582373 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.582714 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:35.585835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Checking segment: {'id': '17854bd9-0768-431f-a154-7d503192bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '13a3ffac-4a52-4376-8400-c4427f4413f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:35.586037 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Network hostable DHCP agents. Network: 13a3ffac-4a52-4376-8400-c4427f4413f6, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:24:35.605620 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Network 13a3ffac-4a52-4376-8400-c4427f4413f6 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:24:35.614936 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 13a3ffac-4a52-4376-8400-c4427f4413f6) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:35.618978 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:35.619561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.624445 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ec9ee4-57b6-456c-bece-32d2db2e4333 None None] Network 13a3ffac-4a52-4376-8400-c4427f4413f6 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:35.634396 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ce41fd7f-07d3-44fd-b9d2-609dd91fc8e2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3449810 Jul 27 15:24:35.750131 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34382) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:35.756896 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db16637-12d9-49bb-8db2-5d83dc95de52 None None] Network 13a3ffac-4a52-4376-8400-c4427f4413f6 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:35.801841 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Deleting subnet c1470c12-a0f4-4415-8cfa-5a35b1c7ff0d {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:24:35.805232 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.847667 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.853251 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.905185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.940342 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1470c12-a0f4-4415-8cfa-5a35b1c7ff0d,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:35.944122 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:35.945997 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-594290d5-ca22-492f-92c3-cd913095b452 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c1470c12-a0f4-4415-8cfa-5a35b1c7ff0d HTTP/1.1" status: 204 len: 168 time: 0.1940279 Jul 27 15:24:35.948561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34384) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:36.013551 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.133314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.145176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-4ae7d5d4-7358-47eb-8e46-2abd9aa170b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:36.146661 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-4ae7d5d4-7358-47eb-8e46-2abd9aa170b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1098 time: 0.1297898 Jul 27 15:24:36.148580 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.148915 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.149640 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.149968 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.150300 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.150643 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.150988 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.151320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.151625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.151968 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.218770 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.219116 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.219442 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.219772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:24:36.220155 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f850e6-90e4-4ff1-8021-7b3435367044']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:36.256635 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb6a979-fe14-483e-bfa0-9b5c70662655') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:36.256926 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb6a979-fe14-483e-bfa0-9b5c70662655') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:36.297345 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.324437 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.340396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:24:36.340793 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: from cryptography.utils import int_from_bytes Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: from cryptography.utils import int_from_bytes Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:24:36.344455 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:24:36.406582 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-e9ef02bf-3e0f-4202-8248-98e6ca000237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:36.408128 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-e9ef02bf-3e0f-4202-8248-98e6ca000237 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.1825671 Jul 27 15:24:36.414865 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.428327 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.430131 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/66f850e6-90e4-4ff1-8021-7b3435367044 HTTP/1.1" status: 204 len: 168 time: 0.4806387 Jul 27 15:24:36.432962 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34390) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:36.458352 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34392) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:36.466672 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab15b-2522-4929-8bb6-bc9d92ece9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f850e6-90e4-4ff1-8021-7b3435367044,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:36.490363 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-043d579b-2a09-4aa0-91e2-dd0ae5331255 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 1001 time: 0.0697653 Jul 27 15:24:36.516502 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Deleting subnet 2e541aad-d4fd-4d6f-b0c2-eacfa6c9aa20 {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:24:36.523223 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.527742 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Deleting subnet 12c9d324-21d8-41e6-992d-66cf4938530b {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:24:36.545407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-6b56feaa-51a1-48cf-9b96-8d804f347d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:36.547277 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-6b56feaa-51a1-48cf-9b96-8d804f347d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0485909 Jul 27 15:24:36.549562 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.594133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.610419 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-9fa80805-a988-45b1-a651-a416ffb13278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:36.611939 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-9fa80805-a988-45b1-a651-a416ffb13278 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523665 Jul 27 15:24:36.652088 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.710131 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-f2efd881-870a-452c-a592-55c4eb059e00 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Jul 27 15:24:36.928382 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:36.981098 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.024483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e894-98f4-4aeb-a883-2429ba3a2e51 req-9daa32df-37f8-4ef1-bf26-dfa4b1bd0757 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:37.025971 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6560e894-98f4-4aeb-a883-2429ba3a2e51 req-9daa32df-37f8-4ef1-bf26-dfa4b1bd0757 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.4486587 Jul 27 15:24:37.029904 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-88ba2f18-cf9b-4f53-93f1-5af6e666247c req-0311bb99-f834-4d77-86ec-3a6667cde5c8 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099072 Jul 27 15:24:37.074482 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.119322 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4aaa6c-9d5a-4e8f-8473-2c466efc2b47 req-f855f709-7193-4697-a3f2-9e7303079e6c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:37.121076 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ae4aaa6c-9d5a-4e8f-8473-2c466efc2b47 req-f855f709-7193-4697-a3f2-9e7303079e6c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.4654658 Jul 27 15:24:37.128612 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e541aad-d4fd-4d6f-b0c2-eacfa6c9aa20,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:37.147065 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.149156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-6568a091-e5ff-48ba-9b1c-b9204814555f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e541aad-d4fd-4d6f-b0c2-eacfa6c9aa20 HTTP/1.1" status: 204 len: 168 time: 0.7150455 Jul 27 15:24:37.152206 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34398) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.154085 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6560e894-98f4-4aeb-a883-2429ba3a2e51 req-17890247-a4e0-400f-98c2-5154073206e1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190016 Jul 27 15:24:37.161138 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.192713 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c9d324-21d8-41e6-992d-66cf4938530b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:37.202000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.203933 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-5551579d-c5f0-4ffc-9af1-3057cd85ba30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/12c9d324-21d8-41e6-992d-66cf4938530b HTTP/1.1" status: 204 len: 168 time: 0.7443421 Jul 27 15:24:37.206551 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34400) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.218194 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ae4aaa6c-9d5a-4e8f-8473-2c466efc2b47 req-b5c4a9b5-a06f-46b8-ae10-d26043cad8c8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849054 Jul 27 15:24:37.230272 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.278872 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.318751 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.328374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a3ffac-4a52-4376-8400-c4427f4413f6']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.338236 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17854bd9-0768-431f-a154-7d503192bd0d') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.338548 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17854bd9-0768-431f-a154-7d503192bd0d') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.347543 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.357717 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.360639 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.367197 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:24:37.367577 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.367739 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0022a182-af30-461d-881d-a8e0230ebcce']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:24:37.369193 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:24:37.377534 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d863b2d-ed69-4ca3-96b2-429b7db74df7') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.377828 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d863b2d-ed69-4ca3-96b2-429b7db74df7') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:37.386490 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.399760 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.405660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:24:37.406113 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:24:37.407879 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:24:37.424980 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.430719 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.432664 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/13a3ffac-4a52-4376-8400-c4427f4413f6 HTTP/1.1" status: 204 len: 168 time: 0.2794085 Jul 27 15:24:37.443880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568121e-bc89-4f78-ac9d-30702e1c76a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a3ffac-4a52-4376-8400-c4427f4413f6,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:37.467959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.474808 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.479042 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/0022a182-af30-461d-881d-a8e0230ebcce HTTP/1.1" status: 204 len: 168 time: 0.2691779 Jul 27 15:24:37.485756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c5d04-1dc0-4d9f-98f1-5001c153bd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0022a182-af30-461d-881d-a8e0230ebcce,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:37.593413 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34408) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.633238 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-36d86637-abd7-4969-9f95-bb96d588c038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83cfe19eebfc436085a52f1bb1bac071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386384 Jul 27 15:24:37.635775 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34410) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.639910 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34412) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.679601 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f046d310-8a25-42f9-9e15-7a31486a8ce1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60eedbf75f734b36b60ba0bf2bea7123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385625 Jul 27 15:24:37.682076 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34414) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:37.684002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.727724 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.770956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.797215 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.808222 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.810790 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.811900 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27e08b42-f625-4e04-a566-68c7f9f10341 HTTP/1.1" status: 204 len: 168 time: 0.1752422 Jul 27 15:24:37.833729 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f646d8-f47d-42eb-9fb7-723c85e6660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e08b42-f625-4e04-a566-68c7f9f10341,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:37.866031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.869072 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:37.870208 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cdac927-255d-47cf-b21e-4d422c56c905 HTTP/1.1" status: 204 len: 168 time: 0.1870928 Jul 27 15:24:37.877765 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ac229-7e98-4256-bcff-cf04a7b20b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdac927-255d-47cf-b21e-4d422c56c905,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:38.251909 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34436) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:38.332399 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b6f00eff-9e6f-499a-9005-9560d1bc16ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d125c762894c68a6c939c73f520122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786629 Jul 27 15:24:38.333018 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34440) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:38.362829 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc815a-64c3-4f3c-a20f-8e5f16f25eec req-d581b1f0-63b1-4f1d-a469-481605fabb22 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:38.364353 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4bdc815a-64c3-4f3c-a20f-8e5f16f25eec req-d581b1f0-63b1-4f1d-a469-481605fabb22 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1365757 Jul 27 15:24:38.391316 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.414085 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.425925 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4bdc815a-64c3-4f3c-a20f-8e5f16f25eec req-8a228524-a3db-48c2-a368-98f61bbf2f63 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Jul 27 15:24:38.466654 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14428650-8036-4719-8ee2-93dc3bc3a0bf req-fda89df1-ddc3-4df3-93d4-7753d182ddbe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:38.468397 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14428650-8036-4719-8ee2-93dc3bc3a0bf req-fda89df1-ddc3-4df3-93d4-7753d182ddbe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1239340 Jul 27 15:24:38.486272 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.489167 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.492775 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3baf2af0-0f62-45bf-a628-9b5b3d7694ad HTTP/1.1" status: 204 len: 168 time: 0.1560292 Jul 27 15:24:38.500388 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3df9f-f054-4aff-bbd9-f81ee64ce333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf2af0-0f62-45bf-a628-9b5b3d7694ad,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:38.539404 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14428650-8036-4719-8ee2-93dc3bc3a0bf req-6a2d99c3-89fc-4781-86b8-0c0324e26907 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634277 Jul 27 15:24:38.700873 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34460) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:38.811876 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97343456-network', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:38.838358 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Made reservation on behalf of f9c187b19f4a4b289f866e96946b7e3c for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:38.841072 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.853217 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.968073 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.973779 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:38.997190 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:24:39.014841 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.015180 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Added segment c4ab211f-3b53-4e61-bf12-bac2eb86110e of type vlan for network d8e7fea8-d333-41cd-bdec-2aebe284f827 Jul 27 15:24:39.016484 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb9ffee-00af-4c0e-9783-4c13ba7352eb,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:39.063761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.095374 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.096515 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:39.097229 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.151106 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4490054 Jul 27 15:24:39.154066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34484) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:39.159281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Request body: {'subnet': {'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97343456-subnet', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:39.160034 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb158-cba4-4cbb-90a2-446376fed04b admin admin] Pushing event updated for resources: {'Network': ['ID=d8e7fea8-d333-41cd-bdec-2aebe284f827,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:39.172091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:24:39.187111 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Made reservation on behalf of f9c187b19f4a4b289f866e96946b7e3c for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:39.189395 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127294823'] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.372474 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127294837'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.435809 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13404174-3ff5-4437-a159-d12c04c2371b,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:39.441578 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Checking segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:39.441939 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Network hostable DHCP agents. Network: d8e7fea8-d333-41cd-bdec-2aebe284f827, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:24:39.463840 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:24:39.476518 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, d8e7fea8-d333-41cd-bdec-2aebe284f827) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:39.481172 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:39.481769 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.488785 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01461d3e-f50d-493e-ae08-d12b871265f7 None None] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:39.511367 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-baee5b36-eb65-4e72-a99a-ed4a07f5f1a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3560174 Jul 27 15:24:39.512317 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34496) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:39.518054 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:39.548125 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.549632 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.642862 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.652708 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a775fb2-9070-4af8-a884-5e78b743c647 req-81f3293d-5765-44b8-968b-2d753d592c3e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:39.654530 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9a775fb2-9070-4af8-a884-5e78b743c647 req-81f3293d-5765-44b8-968b-2d753d592c3e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1516926 Jul 27 15:24:39.746944 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9a775fb2-9070-4af8-a884-5e78b743c647 req-0c429e4b-126d-492b-80be-76a14043362c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855207 Jul 27 15:24:39.768026 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-d8e7fea8-d333-41cd-bdec-2aebe284f827', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:24:39.770687 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.786133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c79d-7e27-4709-9189-7d620849ff9c req-26ec974f-3a63-48a6-a714-036625fce555 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:39.787985 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e29c79d-7e27-4709-9189-7d620849ff9c req-26ec974f-3a63-48a6-a714-036625fce555 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.0926392 Jul 27 15:24:39.817742 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:39.836538 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e29c79d-7e27-4709-9189-7d620849ff9c req-81d76b85-bf9a-45e3-8085-e80f4da53a79 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Jul 27 15:24:39.951914 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Allocated IP 172.20.0.2 (d8e7fea8-d333-41cd-bdec-2aebe284f827/13404174-3ff5-4437-a159-d12c04c2371b/9093be2c-8d35-47e7-acea-04a8f78600de) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:40.089485 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.110206 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.130840 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.141177 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Transition to ACTIVE for port object 9093be2c-8d35-47e7-acea-04a8f78600de will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:40.160339 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Transition to ACTIVE for port object 9093be2c-8d35-47e7-acea-04a8f78600de will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:40.170376 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.212262 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:40.215174 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:40.217887 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:40.231666 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Pushing event updated for resources: {'Port': ['ID=9093be2c-8d35-47e7-acea-04a8f78600de,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:40.244722 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Allocated IP 172.27.1.128 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/a9780b9b-ad11-415e-8fde-689d358418b5) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:40.306280 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Attempting to bind port 9093be2c-8d35-47e7-acea-04a8f78600de on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:40.306722 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Attempting to bind port 9093be2c-8d35-47e7-acea-04a8f78600de by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:40.307077 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Attempting to bind port 9093be2c-8d35-47e7-acea-04a8f78600de on network d8e7fea8-d333-41cd-bdec-2aebe284f827 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:40.312879 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:40.314791 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Checking segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:40.316309 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.316943 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Bound using segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:40.317635 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Bound port: 9093be2c-8d35-47e7-acea-04a8f78600de, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:40.318197 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.373686 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.398406 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] For port 9093be2c-8d35-47e7-acea-04a8f78600de, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:40.404299 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] For port 9093be2c-8d35-47e7-acea-04a8f78600de, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9093be2c-8d35-47e7-acea-04a8f78600de,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:40.410143 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.451738 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.479519 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc798f-c066-42b3-95bd-25e8f650f03b None None] Pushing event updated for resources: {'Port': ['ID=9093be2c-8d35-47e7-acea-04a8f78600de,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:40.512195 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:40.519083 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:40.522759 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:40.551853 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Pushing event updated for resources: {'Port': ['ID=a9780b9b-ad11-415e-8fde-689d358418b5,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:40.762307 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52162c6-6b1c-4998-bd0c-0b636f956812 req-dca9434e-d7a0-4a3c-ac25-0571680e9f04 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:40.771860 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b52162c6-6b1c-4998-bd0c-0b636f956812 req-dca9434e-d7a0-4a3c-ac25-0571680e9f04 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 945 time: 0.1027834 Jul 27 15:24:40.835349 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b52162c6-6b1c-4998-bd0c-0b636f956812 req-43f80aba-cd56-44a1-8a2a-c056db288197 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622642 Jul 27 15:24:40.868820 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:40.947898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c18d49-02f7-4c1d-a3e8-f175ad905cd5 req-2c8bcb3f-83ae-458c-a8cf-67c94227eeaa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:40.953549 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e1c18d49-02f7-4c1d-a3e8-f175ad905cd5 req-2c8bcb3f-83ae-458c-a8cf-67c94227eeaa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0921156 Jul 27 15:24:41.003961 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:24:41.018424 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e1c18d49-02f7-4c1d-a3e8-f175ad905cd5 req-ca355397-5789-41e6-91c2-a28bd2ea510c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580647 Jul 27 15:24:41.124774 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:41.130927 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:41.174273 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:24:41.177207 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a374f1f-ea68-4d8e-bf1a-a252c4b861a7" -d '{"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-unplugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:24:41.200028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:41.208062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:41.216838 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47e1f3-93b2-42f4-a940-feee89e15714 x-openstack-request-id: req-6a47e1f3-93b2-42f4-a940-feee89e15714 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:24:41.218028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-unplugged", "status": "failed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "code": 422}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:24:41.218630 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a47e1f3-93b2-42f4-a940-feee89e15714 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:24:41.219460 dv-cinder-800431-2-iscsi neutron-server[93078]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'code': 422} returned with failed status Jul 27 15:24:41.276578 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=8']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:41.279507 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34556) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:41.295522 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Router c7b80b3a-45fc-414c-bc35-be5c47f1d29c is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:24:41.352400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9093be2c-8d35-47e7-acea-04a8f78600de up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:41.406022 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-06161240-f182-4573-a52a-25ce5b63605d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246765 Jul 27 15:24:41.413886 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 9093be2c-8d35-47e7-acea-04a8f78600de completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:41.430365 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:24:41.442775 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Sync routers for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:24:41.449714 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:41.451257 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-042f7c51-a9cf-41f5-b704-e08718126947 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9377933 Jul 27 15:24:41.454756 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34560) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:41.467518 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:41.468105 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:41.641667 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:24:41.675934 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:41.868259 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942c83a-d9e1-4c99-bca2-9003637305dc None None] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:41.935685 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:40Z', 'revision_number': 3, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:41.990797 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Checking router: c7b80b3a-45fc-414c-bc35-be5c47f1d29c for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:24:41.991263 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Updating router c7b80b3a-45fc-414c-bc35-be5c47f1d29c port a9780b9b-ad11-415e-8fde-689d358418b5 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:24:42.011256 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Provisioning for port 9093be2c-8d35-47e7-acea-04a8f78600de completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:42.025480 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Provisioning complete for port 9093be2c-8d35-47e7-acea-04a8f78600de triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:42.026722 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.042605 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.112327 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.128816 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea444a-bdfe-4712-a45c-1f2ccd77f3d1 req-fe5b89e8-3af7-4fd5-a9fd-ea5295adfd7b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:42.144309 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5ea444a-bdfe-4712-a45c-1f2ccd77f3d1 req-fe5b89e8-3af7-4fd5-a9fd-ea5295adfd7b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1718299 Jul 27 15:24:42.228712 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.248857 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5ea444a-bdfe-4712-a45c-1f2ccd77f3d1 req-993908c5-b239-4fcd-8d9c-38b9c45f67f8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998421 Jul 27 15:24:42.279158 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] For port 9093be2c-8d35-47e7-acea-04a8f78600de, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9093be2c-8d35-47e7-acea-04a8f78600de,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:42.294162 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.314003 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ae91-11a0-4874-af66-a8719e0bb1f9 req-aa493b8d-aba3-4239-b647-253d92c35c38 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:42.327059 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d691ae91-11a0-4874-af66-a8719e0bb1f9 req-aa493b8d-aba3-4239-b647-253d92c35c38 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1418188 Jul 27 15:24:42.351799 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c930f2-4502-4d3e-9d99-82ccb8b92433 None None] Pushing event updated for resources: {'Port': ['ID=9093be2c-8d35-47e7-acea-04a8f78600de,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:42.374453 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d691ae91-11a0-4874-af66-a8719e0bb1f9 req-ed67a3ef-8ea3-4e45-805f-f55fee98800d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Jul 27 15:24:42.418593 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Allocated IP 172.20.0.1 (d8e7fea8-d333-41cd-bdec-2aebe284f827/13404174-3ff5-4437-a159-d12c04c2371b/7f2cbc2b-2f7c-472b-b76a-83ad3dd92040) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:42.436254 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.447376 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Transition to ACTIVE for port object a9780b9b-ad11-415e-8fde-689d358418b5 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:42.455498 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.521234 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Attempting to bind port a9780b9b-ad11-415e-8fde-689d358418b5 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:42.521616 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Attempting to bind port a9780b9b-ad11-415e-8fde-689d358418b5 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:42.521989 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Attempting to bind port a9780b9b-ad11-415e-8fde-689d358418b5 on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:42.525070 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Pushing event updated for resources: {'Port': ['ID=a9780b9b-ad11-415e-8fde-689d358418b5,revision_number=2']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:42.525593 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-33312219-cbc7-46ac-a985-af282ff35cb9 None None] Provisioning complete for port 9093be2c-8d35-47e7-acea-04a8f78600de triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:42.525968 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-33312219-cbc7-46ac-a985-af282ff35cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.530009 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:42.530396 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:42.530848 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.531255 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:42.531731 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Bound port: a9780b9b-ad11-415e-8fde-689d358418b5, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:42.532134 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.641041 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.641390 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.641724 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.642055 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.642387 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.642744 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.643073 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.643395 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.643757 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.644083 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.644405 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.644739 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:42.680722 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] For port a9780b9b-ad11-415e-8fde-689d358418b5, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:42.683791 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] For port a9780b9b-ad11-415e-8fde-689d358418b5, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a9780b9b-ad11-415e-8fde-689d358418b5,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:42.688650 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.737875 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:42.738425 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:42.755168 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.767347 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Transition to ACTIVE for port object 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:42.786772 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea392a-99e1-4199-a77a-ee2143e2e0a1 None None] Pushing event updated for resources: {'Port': ['ID=a9780b9b-ad11-415e-8fde-689d358418b5,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:42.800468 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:42.835738 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:42.838499 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:42.844012 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:42.855799 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:42.871249 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:42.897561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.044544 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-480bd8a1-0f32-4b17-bfdd-bf62341097f0 None None] Provisioning for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:43.047931 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.049451 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-480bd8a1-0f32-4b17-bfdd-bf62341097f0 None None] Provisioning complete for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:43.050181 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-480bd8a1-0f32-4b17-bfdd-bf62341097f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.060712 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:40Z', 'revision_number': 3, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:43.086161 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-480bd8a1-0f32-4b17-bfdd-bf62341097f0 None None] Port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:24:43.091994 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9246e1-ac54-4a54-bdc6-e1c8ea539668 None None] The sync data for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi is: [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:40Z', 'revision_number': 3, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:24:43.219561 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.224284 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.298958 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9093be2c-8d35-47e7-acea-04a8f78600de up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:43.304511 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:43.307908 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.389458 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 9093be2c-8d35-47e7-acea-04a8f78600de triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:43.389837 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.438899 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:43.441558 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:43.472321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3de0c-5600-46a4-8114-35a799fc9f09 req-a57b8877-4e7d-4928-9b6a-a684f5c23e55 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:43.482282 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-08c3de0c-5600-46a4-8114-35a799fc9f09 req-a57b8877-4e7d-4928-9b6a-a684f5c23e55 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1076419 Jul 27 15:24:43.576358 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-08c3de0c-5600-46a4-8114-35a799fc9f09 req-80e063a0-dd51-4168-bc9e-2fe8d356a57f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877538 Jul 27 15:24:43.582049 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Router c7b80b3a-45fc-414c-bc35-be5c47f1d29c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:24:43.630763 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d398936-a4ab-4b40-9493-49cdd4b4d000 req-b97b051c-0af0-47c0-ba88-9152154b52e3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:43.632683 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d398936-a4ab-4b40-9493-49cdd4b4d000 req-b97b051c-0af0-47c0-ba88-9152154b52e3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1139011 Jul 27 15:24:43.688116 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d398936-a4ab-4b40-9493-49cdd4b4d000 req-a325b561-078a-49a3-8f37-9b5bed949e8c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491238 Jul 27 15:24:43.711679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-d8284d58-09dc-4a88-a2b4-f3e62a639551 None None] Provisioning complete for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:43.712159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d8284d58-09dc-4a88-a2b4-f3e62a639551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:43.723268 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:24:43.730379 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-590575d8-c2ca-41ed-ba4e-c0ee7c4feb01 admin admin] 10.222.0.37 "PUT /v2.0/routers/c7b80b3a-45fc-414c-bc35-be5c47f1d29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2745490 Jul 27 15:24:43.750795 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-d8284d58-09dc-4a88-a2b4-f3e62a639551 None None] Port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:24:44.238826 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34604) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:44.243957 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-583607638-network', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:44.264083 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Made reservation on behalf of 7951caea4dd2418183f2b0eff26f5236 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:44.266549 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.275260 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.361835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.365537 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.389258 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:24:44.398400 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3db77-2e78-4324-8ea7-c07c52c6d7e2,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:44.405313 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.405744 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Added segment 668a53aa-56c5-4efc-b44e-7f4e8c900106 of type vlan for network e8246d30-11bf-4432-8c72-2b78f23e5436 Jul 27 15:24:44.446678 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.482816 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.483872 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:44.484462 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.542539 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3025622 Jul 27 15:24:44.545582 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34608) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:44.546052 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fda108-d64a-4f87-8a35-984ed7990ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8246d30-11bf-4432-8c72-2b78f23e5436,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:44.550630 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Request body: {'subnet': {'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-583607638-subnet', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:44.556456 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network e8246d30-11bf-4432-8c72-2b78f23e5436 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:24:44.574332 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Made reservation on behalf of 7951caea4dd2418183f2b0eff26f5236 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:24:44.576677 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126335269'] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.756879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aa248-6154-4fbe-a8aa-cffe4dcc92f8 req-ef11aa75-9246-4591-bbf1-f3fc6e642a1a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:44.758419 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-270aa248-6154-4fbe-a8aa-cffe4dcc92f8 req-ef11aa75-9246-4591-bbf1-f3fc6e642a1a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1107147 Jul 27 15:24:44.875914 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-270aa248-6154-4fbe-a8aa-cffe4dcc92f8 req-03eeeb7d-4e55-447e-ba45-3ecd21080a8a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027784 Jul 27 15:24:44.876039 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Sync routers for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:24:44.877762 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126335287'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:44.884525 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:44.885275 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:44.924836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c87c-8fc7-455a-8556-14ae8721522a req-73de0eaf-27cf-4487-8462-a27d5def058f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:44.926206 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bbb0c87c-8fc7-455a-8556-14ae8721522a req-73de0eaf-27cf-4487-8462-a27d5def058f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1800056 Jul 27 15:24:44.970530 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4fae45-7883-4711-8cf6-4ec7aff0b28a,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:44.990098 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Checking segment: {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:44.990481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Network hostable DHCP agents. Network: e8246d30-11bf-4432-8c72-2b78f23e5436, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:24:44.995910 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bbb0c87c-8fc7-455a-8556-14ae8721522a req-528ef9ae-a36a-49ee-8db4-df5ec7130383 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 Jul 27 15:24:44.996548 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:45.020084 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Network e8246d30-11bf-4432-8c72-2b78f23e5436 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:24:45.029581 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, e8246d30-11bf-4432-8c72-2b78f23e5436) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:45.034879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:45.036352 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.040188 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e2cd5-2c6b-4c39-b8cb-f0297922dba1 None None] Network e8246d30-11bf-4432-8c72-2b78f23e5436 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:45.058245 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-56708713-1443-4ce2-ab02-e3edbdf8ef29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5092907 Jul 27 15:24:45.059505 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 34616) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:45.064745 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:24:45.087887 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.089604 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.147446 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.292348 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.421531 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a9780b9b-ad11-415e-8fde-689d358418b5 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:45.446931 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-e8246d30-11bf-4432-8c72-2b78f23e5436', 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'fixed_ips': [{'subnet_id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:24:45.447751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.499264 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.519239 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.548378 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:43Z', 'revision_number': 2, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:45.578171 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Checking router: c7b80b3a-45fc-414c-bc35-be5c47f1d29c for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:24:45.578876 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Updating router c7b80b3a-45fc-414c-bc35-be5c47f1d29c port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:24:45.580164 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port a9780b9b-ad11-415e-8fde-689d358418b5 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:45.608395 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a9780b9b-ad11-415e-8fde-689d358418b5 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:45.608763 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.626891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Allocated IP 172.27.1.240 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/99981dfd-c811-488d-9954-11ff4dc74bbd) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:45.682950 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.734427 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Allocated IP 172.20.0.2 (e8246d30-11bf-4432-8c72-2b78f23e5436/bd4fae45-7883-4711-8cf6-4ec7aff0b28a/609547df-fb88-4ee7-9918-f0d014b1c9a4) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:45.736312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.774682 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.811719 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:45.818014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:45.822772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:45.825732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Pushing event updated for resources: {'Port': ['ID=99981dfd-c811-488d-9954-11ff4dc74bbd,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:45.898861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.941651 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port a9780b9b-ad11-415e-8fde-689d358418b5, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a9780b9b-ad11-415e-8fde-689d358418b5,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:45.944055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:45.950920 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.055312 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e79ac-baa5-4fb6-8988-7dd5ea9f7283 req-af254169-6e6e-4931-932f-14dbf34dd31a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:46.056554 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de4e79ac-baa5-4fb6-8988-7dd5ea9f7283 req-af254169-6e6e-4931-932f-14dbf34dd31a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0962029 Jul 27 15:24:46.086995 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=a9780b9b-ad11-415e-8fde-689d358418b5,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:46.126728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.132268 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.148938 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Transition to ACTIVE for port object 609547df-fb88-4ee7-9918-f0d014b1c9a4 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:46.182778 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Transition to ACTIVE for port object 609547df-fb88-4ee7-9918-f0d014b1c9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:46.213515 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.223232 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de4e79ac-baa5-4fb6-8988-7dd5ea9f7283 req-5a5c3280-0793-45b8-8f7a-60d99355278b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531155 Jul 27 15:24:46.269714 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Network e8246d30-11bf-4432-8c72-2b78f23e5436 is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:46.274297 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.278667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:46.283610 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:46.298895 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612fb47-2461-43c0-9be2-402a26601b73 req-9803cac1-a22f-4cbc-842d-fc964aad9685 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:46.302627 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b612fb47-2461-43c0-9be2-402a26601b73 req-9803cac1-a22f-4cbc-842d-fc964aad9685 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1592932 Jul 27 15:24:46.308525 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Transition to ACTIVE for port object 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:46.336643 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6301-f5ca-421f-a03b-d304b5f46950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.339370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Pushing event updated for resources: {'Port': ['ID=609547df-fb88-4ee7-9918-f0d014b1c9a4,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:46.358477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.377563 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b612fb47-2461-43c0-9be2-402a26601b73 req-c6b82c53-3f39-4811-a349-d50f02320a53 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605788 Jul 27 15:24:46.411865 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Attempting to bind port 609547df-fb88-4ee7-9918-f0d014b1c9a4 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:46.412249 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Attempting to bind port 609547df-fb88-4ee7-9918-f0d014b1c9a4 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:46.412609 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Attempting to bind port 609547df-fb88-4ee7-9918-f0d014b1c9a4 on network e8246d30-11bf-4432-8c72-2b78f23e5436 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:46.430902 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:46.431315 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Checking segment: {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:46.431677 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.432073 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Bound using segment: {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:46.432775 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Bound port: 609547df-fb88-4ee7-9918-f0d014b1c9a4, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:46.432924 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.436761 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9301d-dbe2-4589-8afd-7594fe7d6328 None None] Pushing event updated for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:46.469955 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.545834 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Attempting to bind port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:46.546262 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Attempting to bind port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:46.546722 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Attempting to bind port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 on network d8e7fea8-d333-41cd-bdec-2aebe284f827 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:46.563882 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:46.564325 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Checking segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:46.564816 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.565216 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Bound using segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:46.566263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Bound port: 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:46.566675 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.641250 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:24:46.648448 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-7e0a234c-714b-4841-9644-532ad769629f None None] For port 609547df-fb88-4ee7-9918-f0d014b1c9a4, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:46.669005 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-7e0a234c-714b-4841-9644-532ad769629f None None] For port 609547df-fb88-4ee7-9918-f0d014b1c9a4, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=609547df-fb88-4ee7-9918-f0d014b1c9a4,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:46.677161 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.735857 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] For port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:46.743364 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] For port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:46.760348 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.784113 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a234c-714b-4841-9644-532ad769629f None None] Pushing event updated for resources: {'Port': ['ID=609547df-fb88-4ee7-9918-f0d014b1c9a4,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:46.838978 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:24:46.851458 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Sync routers for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:24:46.852144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:46.852989 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:46.871234 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:46.872764 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:46.877685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:46.880458 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-23d3342b-d65a-4b5b-9120-dec4d7d17eea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8195810 Jul 27 15:24:46.883225 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 34646) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:24:46.978888 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9301d-dbe2-4589-8afd-7594fe7d6328 None None] Pushing event updated for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:47.055206 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:47.158189 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:47.401888 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 3, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:47.440312 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Checking router: 3af3cf81-4fbb-47c1-8772-cfbd58016c9c for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:24:47.441357 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Updating router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c port 99981dfd-c811-488d-9954-11ff4dc74bbd binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:24:47.476995 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.521668 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 609547df-fb88-4ee7-9918-f0d014b1c9a4 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:47.611807 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 609547df-fb88-4ee7-9918-f0d014b1c9a4 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:47.618328 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a9780b9b-ad11-415e-8fde-689d358418b5 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:47.633782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd152-680b-4a40-ad29-2927e8ea46ff req-6beefe69-3c36-42f6-85ab-c5366ee044cf tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:47.635889 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d7fd152-680b-4a40-ad29-2927e8ea46ff req-6beefe69-3c36-42f6-85ab-c5366ee044cf tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1726220 Jul 27 15:24:47.641117 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-249b152d-6f5c-4838-b456-67c868de625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:46Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:47.661400 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b83f-02a4-4133-875b-4b234fc10c8a req-a3d8e6f5-6c45-4dc6-a4a4-3d968e118dd3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:47.666947 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c570b83f-02a4-4133-875b-4b234fc10c8a req-a3d8e6f5-6c45-4dc6-a4a4-3d968e118dd3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1912365 Jul 27 15:24:47.675723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b152d-6f5c-4838-b456-67c868de625a None None] The sync data for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi is: [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:46Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:24:47.718640 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a9780b9b-ad11-415e-8fde-689d358418b5 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:47.719284 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.782454 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d7fd152-680b-4a40-ad29-2927e8ea46ff req-2d893685-42ec-452c-a42d-4dfde8758672 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107965 Jul 27 15:24:47.797153 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.828032 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Transition to ACTIVE for port object 99981dfd-c811-488d-9954-11ff4dc74bbd will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:47.838693 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c570b83f-02a4-4133-875b-4b234fc10c8a req-e379e41e-c905-4f69-a4c0-4326c69bb0e2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564598 Jul 27 15:24:47.860318 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.869785 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.924693 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c1f0-e63f-47bb-a3a0-d122937350b9 None None] Pushing event updated for resources: {'Port': ['ID=99981dfd-c811-488d-9954-11ff4dc74bbd,revision_number=2']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:47.953275 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Attempting to bind port 99981dfd-c811-488d-9954-11ff4dc74bbd on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:47.954097 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Attempting to bind port 99981dfd-c811-488d-9954-11ff4dc74bbd by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:47.954816 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Attempting to bind port 99981dfd-c811-488d-9954-11ff4dc74bbd on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:47.963423 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:47.964050 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:47.964630 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:47.965052 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:47.965760 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Bound port: 99981dfd-c811-488d-9954-11ff4dc74bbd, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:47.966325 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.059984 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] For port 99981dfd-c811-488d-9954-11ff4dc74bbd, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:48.068185 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] For port 99981dfd-c811-488d-9954-11ff4dc74bbd, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=99981dfd-c811-488d-9954-11ff4dc74bbd,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:48.075678 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.087520 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Allocated IP 172.20.0.1 (e8246d30-11bf-4432-8c72-2b78f23e5436/bd4fae45-7883-4711-8cf6-4ec7aff0b28a/f2c27ff4-2452-4445-b6f1-34e0c15d89a8) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:24:48.148246 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:48.148883 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:48.187905 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c1f0-e63f-47bb-a3a0-d122937350b9 None None] Pushing event updated for resources: {'Port': ['ID=99981dfd-c811-488d-9954-11ff4dc74bbd,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:48.209407 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239f94d-439a-44de-a1de-1a1c64dda637 None None] Network e8246d30-11bf-4432-8c72-2b78f23e5436 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:24:48.231023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.290378 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:48.358734 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Provisioning for port 609547df-fb88-4ee7-9918-f0d014b1c9a4 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:48.368763 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Provisioning complete for port 609547df-fb88-4ee7-9918-f0d014b1c9a4 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:48.368763 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.486951 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Transition to ACTIVE for port object f2c27ff4-2452-4445-b6f1-34e0c15d89a8 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:48.523062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.524912 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.527049 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 3, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:48.567251 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Network e8246d30-11bf-4432-8c72-2b78f23e5436 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:48.570507 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:48.573243 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:24:48.591140 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] For port 609547df-fb88-4ee7-9918-f0d014b1c9a4, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=609547df-fb88-4ee7-9918-f0d014b1c9a4,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:48.597915 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.615796 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.657566 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c2465-ee3a-4902-a493-fb388955a056 None None] Pushing event updated for resources: {'Port': ['ID=609547df-fb88-4ee7-9918-f0d014b1c9a4,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:48.675694 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Pushing event updated for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:48.700105 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4420d-a072-4559-af00-af19d064fde2 None None] The sync data for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi is: [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 3, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:24:48.729554 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d2e0179c-c4eb-4555-b2f9-44e54399ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.806129 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:48.833337 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e1662a39-cd17-441d-81f9-54d13017fcf0 None None] Provisioning complete for port 609547df-fb88-4ee7-9918-f0d014b1c9a4 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:48.834807 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e1662a39-cd17-441d-81f9-54d13017fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.012822 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.157648 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b49af3-23f4-455f-9105-51ebaec9177a req-f8bc9658-89a1-47a2-89f4-4dc016aaeef0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:49.165012 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14b49af3-23f4-455f-9105-51ebaec9177a req-f8bc9658-89a1-47a2-89f4-4dc016aaeef0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1995559 Jul 27 15:24:49.176762 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4e36-7a67-4332-9775-3446a7f47bd3 req-4dc5e92e-6a66-49ea-8b65-68dbdb734e9a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:49.178326 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd8c4e36-7a67-4332-9775-3446a7f47bd3 req-4dc5e92e-6a66-49ea-8b65-68dbdb734e9a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.2918956 Jul 27 15:24:49.187060 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-2e0bf85e-f10f-4077-90d8-e387e0fa289c None None] Provisioning for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:49.192120 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-2e0bf85e-f10f-4077-90d8-e387e0fa289c None None] Provisioning complete for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:49.192487 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf85e-f10f-4077-90d8-e387e0fa289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.232623 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-2e0bf85e-f10f-4077-90d8-e387e0fa289c None None] Port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:24:49.251681 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.263558 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14b49af3-23f4-455f-9105-51ebaec9177a req-30608906-eb3e-4ba6-bd7c-54523b970d32 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Jul 27 15:24:49.264161 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.301522 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd8c4e36-7a67-4332-9775-3446a7f47bd3 req-06179f45-fcb8-4d04-afc1-c1a1c4f46fdc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149168 Jul 27 15:24:49.351569 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Pushing event updated for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:49.353975 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.435845 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 609547df-fb88-4ee7-9918-f0d014b1c9a4 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:49.459391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Network e8246d30-11bf-4432-8c72-2b78f23e5436 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:24:49.463862 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:24:49.488338 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 609547df-fb88-4ee7-9918-f0d014b1c9a4 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:49.488715 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.579232 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:49.604779 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:24:49.632570 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:49.637878 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:49.638483 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.718202 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:24:49.723730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.727049 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-53ec2410-143c-4b3f-b8f9-37315d92189e admin admin] 10.222.0.37 "PUT /v2.0/routers/3af3cf81-4fbb-47c1-8772-cfbd58016c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8425088 Jul 27 15:24:49.766380 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:49.773451 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-def52d93-9da9-4bce-af2e-957992b8b7bc None None] Provisioning complete for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:49.773849 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-def52d93-9da9-4bce-af2e-957992b8b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.776250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.777193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 99981dfd-c811-488d-9954-11ff4dc74bbd up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:49.865861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-def52d93-9da9-4bce-af2e-957992b8b7bc None None] Port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:24:49.883831 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:49.895393 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 99981dfd-c811-488d-9954-11ff4dc74bbd completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:49.899710 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 99981dfd-c811-488d-9954-11ff4dc74bbd triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:49.900082 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.989375 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:49.991789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:50.013459 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 99981dfd-c811-488d-9954-11ff4dc74bbd, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=99981dfd-c811-488d-9954-11ff4dc74bbd,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:50.017389 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:50.073670 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=99981dfd-c811-488d-9954-11ff4dc74bbd,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:50.433717 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-3d85f0aa-c9fd-4543-afff-7ae70ff58d59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216338 Jul 27 15:24:50.509320 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56305c-63e3-46a8-a127-03d9d4005c74 req-e25b2e12-70b4-48b8-a696-a21c915f129a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:50.518126 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4f56305c-63e3-46a8-a127-03d9d4005c74 req-e25b2e12-70b4-48b8-a696-a21c915f129a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1535399 Jul 27 15:24:50.601099 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-67b45015-ebf0-43d3-a699-5e5de6f32257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:50.602564 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-67b45015-ebf0-43d3-a699-5e5de6f32257 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0826454 Jul 27 15:24:50.610150 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4f56305c-63e3-46a8-a127-03d9d4005c74 req-7742f09b-38f6-4b5b-a70b-b436fcdd946b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811739 Jul 27 15:24:50.623618 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db485f7-6ec2-41bb-a6a2-dd93699c4d70 req-d1b3f0fa-8256-44dc-b7ba-c63b6f9ce3e4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:50.631977 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0db485f7-6ec2-41bb-a6a2-dd93699c4d70 req-d1b3f0fa-8256-44dc-b7ba-c63b6f9ce3e4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.2045810 Jul 27 15:24:50.708357 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0db485f7-6ec2-41bb-a6a2-dd93699c4d70 req-efd53629-d430-40d5-a585-ef61def7f460 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752840 Jul 27 15:24:50.788749 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-d680aaa0-5bc0-4ee3-81e5-390e0340a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:50.790325 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-d680aaa0-5bc0-4ee3-81e5-390e0340a798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.1455281 Jul 27 15:24:51.061922 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Sync routers for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:24:51.074211 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:51.075021 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:51.194857 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:51.358748 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:51.449151 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:51.449434 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:51.571240 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 4, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f2c27ff4-2452-4445-b6f1-34e0c15d89a8', 'name': '', 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'mac_address': 'fa:16:3e:d4:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:47Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 2, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'subnets': [{'id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:51.605396 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Checking router: 3af3cf81-4fbb-47c1-8772-cfbd58016c9c for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:24:51.605861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Updating router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:24:51.627740 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 99981dfd-c811-488d-9954-11ff4dc74bbd up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:51.670232 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:51.725756 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 99981dfd-c811-488d-9954-11ff4dc74bbd triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:51.726144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:51.796133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f4eb-db9b-40f9-b4f1-8f99c1010f14 req-43d8739f-c791-4294-96d2-dde81ca721d2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:51.806081 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5190f4eb-db9b-40f9-b4f1-8f99c1010f14 req-43d8739f-c791-4294-96d2-dde81ca721d2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0870554 Jul 27 15:24:51.886323 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5190f4eb-db9b-40f9-b4f1-8f99c1010f14 req-a84f5baa-0017-43a0-adfc-53248016fb39 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792375 Jul 27 15:24:51.929109 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddd52-4eca-4e7b-a6bc-708f7574c1e5 req-d458853d-04b8-4f47-9dc5-702a3118e335 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:51.936270 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fdcddd52-4eca-4e7b-a6bc-708f7574c1e5 req-d458853d-04b8-4f47-9dc5-702a3118e335 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1280165 Jul 27 15:24:51.975047 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fdcddd52-4eca-4e7b-a6bc-708f7574c1e5 req-e02427e0-4357-4b34-9650-d605c823d570 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366120 Jul 27 15:24:51.993970 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.112689 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.123472 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Transition to ACTIVE for port object f2c27ff4-2452-4445-b6f1-34e0c15d89a8 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:24:52.130373 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.214861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77890f38-cc80-456d-bac4-9f5a9cbd92ab None None] Pushing event updated for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:52.386095 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Attempting to bind port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:24:52.386490 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Attempting to bind port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:24:52.386845 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Attempting to bind port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 on network e8246d30-11bf-4432-8c72-2b78f23e5436 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:24:52.392465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:24:52.392841 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Checking segment: {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:24:52.394048 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.394442 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Bound using segment: {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:24:52.394925 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Bound port: f2c27ff4-2452-4445-b6f1-34e0c15d89a8, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668a53aa-56c5-4efc-b44e-7f4e8c900106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:24:52.395312 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.465776 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] For port f2c27ff4-2452-4445-b6f1-34e0c15d89a8, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:24:52.469026 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] For port f2c27ff4-2452-4445-b6f1-34e0c15d89a8, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:24:52.474423 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:52.562082 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:24:52.562767 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:24:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:52.569723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77890f38-cc80-456d-bac4-9f5a9cbd92ab None None] Pushing event updated for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:52.700618 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:24:53.059422 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 4, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f2c27ff4-2452-4445-b6f1-34e0c15d89a8', 'name': '', 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'mac_address': 'fa:16:3e:d4:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:47Z', 'updated_at': '2021-07-27T15:24:52Z', 'revision_number': 4, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'subnets': [{'id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:24:53.085791 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab83fc6-2575-4040-8a61-3e1400fe8922 req-28636bee-674a-4c46-9499-703994dceed3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:53.087472 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cab83fc6-2575-4040-8a61-3e1400fe8922 req-28636bee-674a-4c46-9499-703994dceed3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0928378 Jul 27 15:24:53.089887 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02182a1-8d03-4319-8388-eed60fbfdb89 None None] The sync data for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi is: [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:48Z', 'revision_number': 4, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'f2c27ff4-2452-4445-b6f1-34e0c15d89a8', 'name': '', 'network_id': 'e8246d30-11bf-4432-8c72-2b78f23e5436', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'mac_address': 'fa:16:3e:d4:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:47Z', 'updated_at': '2021-07-27T15:24:52Z', 'revision_number': 4, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'subnets': [{'id': 'bd4fae45-7883-4711-8cf6-4ec7aff0b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:24:53.190951 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cab83fc6-2575-4040-8a61-3e1400fe8922 req-9f5aa015-902e-49a5-9480-30c87824039a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708783 Jul 27 15:24:53.215524 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9284db9-fbf4-4962-9a5f-0aad52c0185f req-33536abe-2ff5-4bab-9c0f-7d9fca5f3f60 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:53.220209 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9284db9-fbf4-4962-9a5f-0aad52c0185f req-33536abe-2ff5-4bab-9c0f-7d9fca5f3f60 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1316566 Jul 27 15:24:53.279794 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9284db9-fbf4-4962-9a5f-0aad52c0185f req-36a76733-9966-44f4-b1ac-f282b892fdaa tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519300 Jul 27 15:24:53.379232 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f2c27ff4-2452-4445-b6f1-34e0c15d89a8 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:53.436819 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:24:53.446823 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:53.447288 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:53.560455 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:53.597989 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port f2c27ff4-2452-4445-b6f1-34e0c15d89a8, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:24:53.603943 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:53.703429 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:53.722678 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-f61826e5-58b6-4f8a-bd5d-a9dad874a3c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 1001 time: 0.1068444 Jul 27 15:24:53.791723 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-774c37db-9674-4e44-9b37-29b4cec6e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:53.793679 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-774c37db-9674-4e44-9b37-29b4cec6e7c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0479288 Jul 27 15:24:53.878987 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-4d718a82-1df3-495a-b8b7-b1118b42b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:53.880525 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-4d718a82-1df3-495a-b8b7-b1118b42b75b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624337 Jul 27 15:24:53.995858 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-1618719d-be8f-4a63-bab0-1b9d48ae6be6 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051056 Jul 27 15:24:54.160395 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-697e3071-6e81-47c2-8a09-c6873cc01036 req-ea3a4e3f-ddc6-4ac7-abb1-837683fb93e1 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559229 Jul 27 15:24:54.208657 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-63f93be7-e3b5-4ec4-bf5d-4e0f92ad3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:54.210252 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-63f93be7-e3b5-4ec4-bf5d-4e0f92ad3f65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 1096 time: 0.1026485 Jul 27 15:24:54.353721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-3c317946-c9df-4ecc-be1d-3e03a67e4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:54.356020 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-3c317946-c9df-4ecc-be1d-3e03a67e4cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1096 time: 0.0937121 Jul 27 15:24:54.484809 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60027848-ee01-44d1-93b6-d245f46494df req-77cb2d0e-44ef-4586-ba9d-4a0630bd8771 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:54.486589 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-60027848-ee01-44d1-93b6-d245f46494df req-77cb2d0e-44ef-4586-ba9d-4a0630bd8771 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1018395 Jul 27 15:24:54.496561 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8334d-cdd5-4c44-afbc-58602e6fcb13 req-08470994-98d0-4331-aeba-010d77ee6982 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:54.505791 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6cd8334d-cdd5-4c44-afbc-58602e6fcb13 req-08470994-98d0-4331-aeba-010d77ee6982 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.2008033 Jul 27 15:24:54.580609 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-60027848-ee01-44d1-93b6-d245f46494df req-94d4b175-2595-4a40-9ec9-88e7995bc4f1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735898 Jul 27 15:24:54.657164 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6cd8334d-cdd5-4c44-afbc-58602e6fcb13 req-87a2cf8f-84fc-4980-8f08-bdb9a1de4b30 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967321 Jul 27 15:24:55.002524 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-cafe9fed-706c-495d-bcab-d65fe6d7da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:55.004430 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-cafe9fed-706c-495d-bcab-d65fe6d7da08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.6392303 Jul 27 15:24:55.011656 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252344-8b63-4db7-b01b-41ccf25d036b req-2c9ddda2-a23a-4ac5-bf00-0840b93f24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:55.013073 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a0252344-8b63-4db7-b01b-41ccf25d036b req-2c9ddda2-a23a-4ac5-bf00-0840b93f24d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1854818 Jul 27 15:24:55.093382 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-a0252344-8b63-4db7-b01b-41ccf25d036b req-de425f99-ecc5-47ea-b971-f5b325765ff1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Jul 27 15:24:55.106204 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-35fde829-2b5f-4741-af7b-8a738af868a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 999 time: 0.0921254 Jul 27 15:24:55.291310 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f2c27ff4-2452-4445-b6f1-34e0c15d89a8 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:24:55.360069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:24:55.360446 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:24:55.736852 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cd33d-2ab2-4657-ba6d-bc8f1d89d8c2 req-6f0b9a8e-cbcc-425d-be30-d7747e5d6435 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:55.739704 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-829cd33d-2ab2-4657-ba6d-bc8f1d89d8c2 req-6f0b9a8e-cbcc-425d-be30-d7747e5d6435 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0706882 Jul 27 15:24:55.811907 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-829cd33d-2ab2-4657-ba6d-bc8f1d89d8c2 req-41a5378f-e857-4bbd-8a7f-1ad3b768593e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649264 Jul 27 15:24:55.856434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e09a-8c9a-408e-801d-723333ed507c req-6041a21d-0b06-4988-9830-e022ba0c4b71 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:55.858048 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1467e09a-8c9a-408e-801d-723333ed507c req-6041a21d-0b06-4988-9830-e022ba0c4b71 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0944006 Jul 27 15:24:55.904744 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1467e09a-8c9a-408e-801d-723333ed507c req-115f5783-9ee6-4f81-9c16-c2ad8c768fb4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Jul 27 15:24:57.054563 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129f66-806e-4f87-a816-4fc960ad0112 req-a7057136-9d6b-49f9-a281-79be88c7a918 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:57.061996 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c7129f66-806e-4f87-a816-4fc960ad0112 req-a7057136-9d6b-49f9-a281-79be88c7a918 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1601071 Jul 27 15:24:57.107758 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c7129f66-806e-4f87-a816-4fc960ad0112 req-6ddbdc41-84ee-4fdd-a5e2-79e7bef1689e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Jul 27 15:24:57.133342 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039b1b-dd4d-4312-bdbb-7671723601dc req-4bfb7b55-e14e-47f0-b12f-9b5b0b2f5cd0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:57.134937 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf039b1b-dd4d-4312-bdbb-7671723601dc req-4bfb7b55-e14e-47f0-b12f-9b5b0b2f5cd0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1382325 Jul 27 15:24:57.186879 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf039b1b-dd4d-4312-bdbb-7671723601dc req-9f9ac1b9-6a4d-43ab-b405-462ce3d1d041 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Jul 27 15:24:58.292821 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-44b09bd4-2ceb-48d2-8b9e-e96020724337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:58.294458 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-44b09bd4-2ceb-48d2-8b9e-e96020724337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0688350 Jul 27 15:24:58.310911 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76ed8-1ad5-4c5e-873d-f3996777d598 req-418da2f3-af09-4b4b-a7d2-cd4f44b0f578 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:58.312045 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b0d76ed8-1ad5-4c5e-873d-f3996777d598 req-418da2f3-af09-4b4b-a7d2-cd4f44b0f578 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1274347 Jul 27 15:24:58.364371 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-b3872a22-da13-4b3a-9294-757526b665d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:58.365526 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-b3872a22-da13-4b3a-9294-757526b665d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592852 Jul 27 15:24:58.366980 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b0d76ed8-1ad5-4c5e-873d-f3996777d598 req-9613a5c5-4860-41f0-bd9e-db3ea9ec3800 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Jul 27 15:24:58.395709 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589553db-6b83-45ee-9713-254cc29c7919 req-8ceef86f-53d9-4f38-a174-92328491f473 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:58.399465 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-589553db-6b83-45ee-9713-254cc29c7919 req-8ceef86f-53d9-4f38-a174-92328491f473 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1381178 Jul 27 15:24:58.449536 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-589553db-6b83-45ee-9713-254cc29c7919 req-d79a8611-5e8c-44b1-b10f-c9865c2aa518 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362861 Jul 27 15:24:58.478204 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-0ddf2a07-470a-448e-b7c1-6d2ed8c529a7 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030860 Jul 27 15:24:58.600282 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-b97902dd-5f28-43a9-8d8e-232b1cbf9e0b req-751800d4-5259-4184-b8be-7ad7d1f3ba08 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131248 Jul 27 15:24:59.560590 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867de6a-182c-4468-8fad-103d66c9e148 req-1c89c9f2-220a-46fb-bd1d-e6ed841ce478 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:59.562220 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2867de6a-182c-4468-8fad-103d66c9e148 req-1c89c9f2-220a-46fb-bd1d-e6ed841ce478 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0951338 Jul 27 15:24:59.631806 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2867de6a-182c-4468-8fad-103d66c9e148 req-b3a2d96c-f9f0-4d65-86de-37625c5edf96 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530229 Jul 27 15:24:59.647727 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35390a-e476-4433-a6b9-42edc37fa08d req-6f40f8fa-11fc-4d2a-8391-f104f5d11478 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:24:59.649391 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d35390a-e476-4433-a6b9-42edc37fa08d req-6f40f8fa-11fc-4d2a-8391-f104f5d11478 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1104872 Jul 27 15:24:59.687969 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d35390a-e476-4433-a6b9-42edc37fa08d req-8d7e3d25-dc0d-41ea-82d1-380ebbfd2eaa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Jul 27 15:25:00.093320 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-b0a454f7-5afa-4692-8d96-25b55be46510 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:00.094798 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-b0a454f7-5afa-4692-8d96-25b55be46510 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 813 time: 0.0976059 Jul 27 15:25:00.109007 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-e0b08415-07eb-4d02-99f4-9ac5dcc4cd2a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/quotas/f9c187b19f4a4b289f866e96946b7e3c HTTP/1.1" status: 200 len: 375 time: 0.0086658 Jul 27 15:25:00.176941 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-96f2073a-d6e4-4916-a037-a4d7c41905a6 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623877 Jul 27 15:25:00.269019 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-2ec21643-dfab-45b5-8eb6-7f2ca23f4936 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808265 Jul 27 15:25:00.359525 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-19ee7d0d-a6c1-4268-af58-77d3ac75f816 service neutron] 10.222.0.37 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 Jul 27 15:25:00.513177 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-544b1e6e-0bf8-4617-a292-7a4a379fed9d req-d9da3efc-fc7b-437f-9970-037eecf463fc tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0292575 Jul 27 15:25:00.801437 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4303b-6756-42e5-b722-bf85deb0e2a9 req-2c7b0c57-6e9b-4893-971c-b2f80f19c3b1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:00.803146 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c4d4303b-6756-42e5-b722-bf85deb0e2a9 req-2c7b0c57-6e9b-4893-971c-b2f80f19c3b1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0959270 Jul 27 15:25:00.856514 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c4d4303b-6756-42e5-b722-bf85deb0e2a9 req-bdb5bfd7-d58a-4561-87ab-85e301f603a9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Jul 27 15:25:00.864525 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6feec2-d2af-4209-b432-522f6be127a3 req-402d9138-e1c6-4a51-90d6-692398cbdabc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:00.865932 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef6feec2-d2af-4209-b432-522f6be127a3 req-402d9138-e1c6-4a51-90d6-692398cbdabc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1055994 Jul 27 15:25:00.903978 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef6feec2-d2af-4209-b432-522f6be127a3 req-8ce52b0a-b783-4614-8a7f-a73e779bf9c2 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Jul 27 15:25:01.606483 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-850c769b-c4ed-4e2e-9061-d24fb4c58adc req-a6f22eb0-524c-4f8d-97b2-797462ef7290 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Jul 27 15:25:02.071721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c6a3-bd45-4ccb-97e3-0c7c245e768e req-10a77831-a262-4180-bcc1-b0234655974c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:02.073244 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3cf9c6a3-bd45-4ccb-97e3-0c7c245e768e req-10a77831-a262-4180-bcc1-b0234655974c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1334610 Jul 27 15:25:02.352846 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1aac8-f8a9-4eef-bafb-7342bf511d80 req-3fd4f5db-33a5-484b-a86a-dfca28850c43 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:02.360126 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5c1aac8-f8a9-4eef-bafb-7342bf511d80 req-3fd4f5db-33a5-484b-a86a-dfca28850c43 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.3582571 Jul 27 15:25:02.389019 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3cf9c6a3-bd45-4ccb-97e3-0c7c245e768e req-6a224278-e484-4f50-b3e6-ca3c06beb7fe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963724 Jul 27 15:25:02.435661 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b5c1aac8-f8a9-4eef-bafb-7342bf511d80 req-a67a2625-b629-41d4-923b-7bdef61e2976 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Jul 27 15:25:02.749373 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a8514db3-f690-485d-baf2-020c369a74df req-d01cbd99-c54e-4f51-8140-edc3eff1dc0d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Jul 27 15:25:03.563775 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91c4c-93da-4c54-b2c0-e0a89327b30f req-060bee5f-45b4-4c1d-8253-30bf630ad9c8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:03.565981 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bcd91c4c-93da-4c54-b2c0-e0a89327b30f req-060bee5f-45b4-4c1d-8253-30bf630ad9c8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1009221 Jul 27 15:25:03.602182 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5639322-2387-461b-9239-6fe86c7200dd req-8a7d00ff-6cce-44b8-b390-7add0f5dd326 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:03.603668 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5639322-2387-461b-9239-6fe86c7200dd req-8a7d00ff-6cce-44b8-b390-7add0f5dd326 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1051571 Jul 27 15:25:03.625642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bcd91c4c-93da-4c54-b2c0-e0a89327b30f req-c404c952-da8f-4a6e-85fb-01c3c3707635 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535386 Jul 27 15:25:03.655380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5639322-2387-461b-9239-6fe86c7200dd req-e8894967-29ae-4581-b07c-60ccc5615c81 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Jul 27 15:25:03.844896 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1c0699df-d440-478b-ad5e-2943dda91b84 req-9ed74871-fe2c-4fe5-8cc6-42f7d2884e7d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jul 27 15:25:04.039609 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668acfc6-e9dc-4c67-ac8c-64327a75d0e0 req-9bcc085d-e55f-4733-9869-a074c07b6096 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:04.041053 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-668acfc6-e9dc-4c67-ac8c-64327a75d0e0 req-9bcc085d-e55f-4733-9869-a074c07b6096 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0691245 Jul 27 15:25:04.081201 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-668acfc6-e9dc-4c67-ac8c-64327a75d0e0 req-fab8583d-83ac-42b1-a860-ff9f076a6e90 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jul 27 15:25:04.766812 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e3a6a-da36-4a48-b04d-58ece9bf22fd req-057f21c6-761a-4a7a-8b54-48c807fa30c2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:04.771143 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d1e3a6a-da36-4a48-b04d-58ece9bf22fd req-057f21c6-761a-4a7a-8b54-48c807fa30c2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0667109 Jul 27 15:25:04.807567 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d1e3a6a-da36-4a48-b04d-58ece9bf22fd req-d341eb56-2963-4c4f-91d0-c0f6cc47206a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333242 Jul 27 15:25:04.940301 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c965895c-4321-4b66-9a93-baace0decd12 req-b1021185-0341-4fc3-a366-03fad1fcd1e0 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0295842 Jul 27 15:25:05.218999 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d330137-47c2-495a-9d4a-0c9b7eb80f5f req-ac499eff-b138-4579-95bb-a9788065203e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:05.220793 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2d330137-47c2-495a-9d4a-0c9b7eb80f5f req-ac499eff-b138-4579-95bb-a9788065203e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0690525 Jul 27 15:25:05.265087 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2d330137-47c2-495a-9d4a-0c9b7eb80f5f req-46324e7b-d4b4-47c8-b59b-19369e0154de tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Jul 27 15:25:05.947824 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a99a8-b80a-496e-bae1-bb07b07c7628 req-37e58f2c-29dc-4015-8956-108449cf23ca tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:05.949361 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-330a99a8-b80a-496e-bae1-bb07b07c7628 req-37e58f2c-29dc-4015-8956-108449cf23ca tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0676396 Jul 27 15:25:05.990437 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-330a99a8-b80a-496e-bae1-bb07b07c7628 req-98e344ad-9e54-4368-bd53-c8ba21de6d92 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Jul 27 15:25:06.035450 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26bc09e0-8fca-4d34-9193-945623730b00 req-dea41f13-fceb-488f-8b95-9e8d0a4251ad tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Jul 27 15:25:06.400151 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de300d2a-4de9-4360-ab8d-9d7815ffed23 req-69bb8470-4aee-4792-8a8d-516568c7f557 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:06.401779 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de300d2a-4de9-4360-ab8d-9d7815ffed23 req-69bb8470-4aee-4792-8a8d-516568c7f557 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0663140 Jul 27 15:25:06.440476 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de300d2a-4de9-4360-ab8d-9d7815ffed23 req-8422aa27-0767-461a-b0e7-fb4b6236e82f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 27 15:25:07.149032 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5c12b99c-9b03-4bbe-b041-ff34da7ff872 req-4fafb828-cdfe-4ede-b582-f4802f6efc59 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0305753 Jul 27 15:25:07.159440 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664e7e5-29a6-43cf-949f-76054f42d71e req-1451cab2-d30b-4049-84db-ecd213de82db tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:07.161935 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d664e7e5-29a6-43cf-949f-76054f42d71e req-1451cab2-d30b-4049-84db-ecd213de82db tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0969751 Jul 27 15:25:07.199110 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d664e7e5-29a6-43cf-949f-76054f42d71e req-e196d6d4-2cf2-4e5e-a680-cffc32f7d8ff tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 27 15:25:07.578096 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e548-ec64-4293-90a0-f331da70cc60 req-908d4de7-3d7c-42fe-876d-e47411d36962 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:07.579651 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ece9e548-ec64-4293-90a0-f331da70cc60 req-908d4de7-3d7c-42fe-876d-e47411d36962 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0668304 Jul 27 15:25:07.618573 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ece9e548-ec64-4293-90a0-f331da70cc60 req-c53b3a6a-40f0-476b-b808-70cb22b09cd4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jul 27 15:25:08.260147 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4276e0a3-89cb-4a18-a348-b202974c2533 req-2360d47d-9ef7-4ea5-966d-65e36eb449de tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0398529 Jul 27 15:25:08.340577 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a963e05-e372-4eec-a5d1-74edb77095d2 req-b87211f1-74ca-4af2-8fc1-5667f12601a6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:08.342067 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3a963e05-e372-4eec-a5d1-74edb77095d2 req-b87211f1-74ca-4af2-8fc1-5667f12601a6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0639296 Jul 27 15:25:08.381596 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3a963e05-e372-4eec-a5d1-74edb77095d2 req-3f1a0b00-f638-48a3-b736-19311e43734d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Jul 27 15:25:08.754334 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf27e4-ccb7-4f8b-861f-f714d41dd36f req-e156da81-6297-451e-9e41-83dc4b530b5e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:08.756164 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1faf27e4-ccb7-4f8b-861f-f714d41dd36f req-e156da81-6297-451e-9e41-83dc4b530b5e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0679588 Jul 27 15:25:08.800675 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1faf27e4-ccb7-4f8b-861f-f714d41dd36f req-7d18b7e7-8b5f-41b7-a03d-0188d3974b97 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Jul 27 15:25:09.355175 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ceb2a05c-5c7c-4f91-a732-9d367b56a7a2 req-41cd5ba7-4113-40ed-9cf7-3dd5b561cde4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Jul 27 15:25:09.514355 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5292d-29a9-4114-9998-bd0bd92c30e0 req-4b552afc-0cd6-42c1-a84c-326c3285909d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:09.515784 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-53f5292d-29a9-4114-9998-bd0bd92c30e0 req-4b552afc-0cd6-42c1-a84c-326c3285909d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0622652 Jul 27 15:25:09.553854 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-53f5292d-29a9-4114-9998-bd0bd92c30e0 req-eb41966b-11e3-4a52-b838-a3646322068c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 27 15:25:09.945399 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844dd3-5f7b-4b34-86f5-e60951818827 req-c26fe827-c338-408b-bcf2-f0a6834970b3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:09.947236 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-25844dd3-5f7b-4b34-86f5-e60951818827 req-c26fe827-c338-408b-bcf2-f0a6834970b3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0743794 Jul 27 15:25:09.991395 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-25844dd3-5f7b-4b34-86f5-e60951818827 req-b846de4e-14c6-4801-af90-b91707224c83 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jul 27 15:25:10.452320 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8536229f-c849-4123-a421-bbb4bca566b0 req-a6710d6a-8106-48b9-bfa0-5447254ddff9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Jul 27 15:25:10.699381 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb7656-9313-4569-a110-1c3236e52755 req-ca78d8ff-02af-4daa-aa3b-638efa94e847 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:10.701095 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4cfb7656-9313-4569-a110-1c3236e52755 req-ca78d8ff-02af-4daa-aa3b-638efa94e847 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0652621 Jul 27 15:25:10.743273 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4cfb7656-9313-4569-a110-1c3236e52755 req-ea120593-e951-42ce-a939-5f5d859e50c0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Jul 27 15:25:11.136230 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0fdc3-4bce-418a-aefc-0ca60a7620d1 req-a86309b6-7aaa-4fc6-b4d7-7db4a664b501 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:11.137658 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0df0fdc3-4bce-418a-aefc-0ca60a7620d1 req-a86309b6-7aaa-4fc6-b4d7-7db4a664b501 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0700941 Jul 27 15:25:11.181408 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0df0fdc3-4bce-418a-aefc-0ca60a7620d1 req-bf74c2bc-8786-450a-a393-fbb60c249da5 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Jul 27 15:25:11.551667 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-05e6f4e5-d627-4ead-b1be-1df3392a4324 req-5c283f01-f369-4f1a-8a34-4ae5554303bf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0297472 Jul 27 15:25:11.883555 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdbdb6-06a2-42d6-adbe-8f5b38ecdd77 req-47275ad4-158f-42d5-b7c8-7248270578eb tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:11.885103 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b2fdbdb6-06a2-42d6-adbe-8f5b38ecdd77 req-47275ad4-158f-42d5-b7c8-7248270578eb tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0699530 Jul 27 15:25:11.933001 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b2fdbdb6-06a2-42d6-adbe-8f5b38ecdd77 req-ee1cd4fa-4933-444b-8155-1723bcb56065 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Jul 27 15:25:12.359277 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22076db3-d070-4117-86bc-2793403f7ff9 req-45db2ca4-4a3d-4102-b603-e1b04ccfa1a0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:12.361390 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22076db3-d070-4117-86bc-2793403f7ff9 req-45db2ca4-4a3d-4102-b603-e1b04ccfa1a0 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1006427 Jul 27 15:25:12.412265 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22076db3-d070-4117-86bc-2793403f7ff9 req-dd4bc10f-46bb-4887-ae0e-a708c384a33d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450180 Jul 27 15:25:12.654040 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9dfa0ff4-a90b-4ddc-ba3e-58237249bc39 req-fade2219-8a97-43a8-b9ce-b5c4be762b1f tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0326400 Jul 27 15:25:13.076567 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccde90-4d59-4f75-8412-71e6c1d65f49 req-3b87987e-5b37-4206-a929-02156eb53dd0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:13.078051 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8cccde90-4d59-4f75-8412-71e6c1d65f49 req-3b87987e-5b37-4206-a929-02156eb53dd0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0716414 Jul 27 15:25:13.117242 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8cccde90-4d59-4f75-8412-71e6c1d65f49 req-aea3ec76-9026-4c4e-a325-6de7e212936b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Jul 27 15:25:13.542914 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca3f95-ff9a-40d6-adb3-18360e681721 req-0f68d587-99e0-4684-b619-e411ad667812 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:13.544382 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5eca3f95-ff9a-40d6-adb3-18360e681721 req-0f68d587-99e0-4684-b619-e411ad667812 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0651956 Jul 27 15:25:13.581643 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5eca3f95-ff9a-40d6-adb3-18360e681721 req-8e4a98b8-9007-48dd-a8ac-b9254d247488 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Jul 27 15:25:13.748473 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6eea3e1f-f909-4635-9777-c891f1cc2e02 req-3049a84e-e6a1-4013-9396-58575739c56f tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Jul 27 15:25:14.246168 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78069e68-30d3-4fa0-a680-63d10385429c req-3737dad2-d150-4a3a-a818-83b5283fb5f2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:14.247645 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-78069e68-30d3-4fa0-a680-63d10385429c req-3737dad2-d150-4a3a-a818-83b5283fb5f2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0609353 Jul 27 15:25:14.283632 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-78069e68-30d3-4fa0-a680-63d10385429c req-25ef5bb6-61ab-4345-82ba-3a9eee45ca50 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296044 Jul 27 15:25:14.708660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089733-b863-4be5-8379-3ee5fc538df0 req-3860e288-2207-46f7-bae7-100e235bb45b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:14.710116 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52089733-b863-4be5-8379-3ee5fc538df0 req-3860e288-2207-46f7-bae7-100e235bb45b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0634131 Jul 27 15:25:14.746983 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-52089733-b863-4be5-8379-3ee5fc538df0 req-e8712a99-64b2-416d-acc1-bf8142a6b218 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jul 27 15:25:14.839527 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26673ff2-ff01-4f22-b1fa-33770151cba4 req-9a1f755f-b5c9-41d3-b619-11e9f39c15e6 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Jul 27 15:25:15.416741 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf2fd-48c9-49fd-83b6-44e9d167bc62 req-362e1a9b-3341-46fc-a3bb-928819cbfa73 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:15.418536 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-afddf2fd-48c9-49fd-83b6-44e9d167bc62 req-362e1a9b-3341-46fc-a3bb-928819cbfa73 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0641530 Jul 27 15:25:15.455001 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-afddf2fd-48c9-49fd-83b6-44e9d167bc62 req-57b3fd8d-7678-4b4e-a722-a4c71ca24508 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299909 Jul 27 15:25:15.843035 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-06089a64-f670-4069-94a3-94d2b05f9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:15.844664 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-06089a64-f670-4069-94a3-94d2b05f9715 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0544770 Jul 27 15:25:15.880042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ae916-7f74-4ab8-8937-bfac096393f1 req-b10d7049-9304-4d01-9dd3-fd9d32feb537 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:15.882767 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-891ae916-7f74-4ab8-8937-bfac096393f1 req-b10d7049-9304-4d01-9dd3-fd9d32feb537 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0693364 Jul 27 15:25:15.906061 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:15.946330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-81558572-f4dc-4c39-87ee-aef7f0c7812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:15.947886 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-81558572-f4dc-4c39-87ee-aef7f0c7812b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 200 len: 920 time: 0.0943573 Jul 27 15:25:15.953282 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6daf9a86-8aea-4a53-b266-9ebd578ad9cd req-154d5735-ef31-40e7-a315-eb1db08273f5 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 210 time: 0.0406582 Jul 27 15:25:15.959242 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-891ae916-7f74-4ab8-8937-bfac096393f1 req-d634d43a-4e41-4a77-bc30-de3d0c974759 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698128 Jul 27 15:25:16.003893 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-efa0275b-a138-4e45-aceb-36a83a3f13cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 200 len: 217 time: 0.0404439 Jul 27 15:25:16.055112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-7d6ab6dd-f8ef-43a6-af37-3ed562d36a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:16.056507 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-7d6ab6dd-f8ef-43a6-af37-3ed562d36a15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 200 len: 859 time: 0.0450497 Jul 27 15:25:16.106745 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-bef5f3c7-304d-460e-b918-2a8aafec220c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d13b796e-a783-460d-844e-a07d23cb040b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292726 Jul 27 15:25:16.252959 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c77b3c01-53ed-480d-82b3-97daadd8cf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:16.275030 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-ee836a55-06c7-40d6-8f15-704ad7592d32 service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577954 Jul 27 15:25:16.347775 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c448fbaf-4f11-43ef-9092-5998584d8119 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:16.349337 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c448fbaf-4f11-43ef-9092-5998584d8119 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 813 time: 0.1678755 Jul 27 15:25:16.378201 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'port': {'device_id': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'admin_state_up': True, 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:16.434640 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-96fed7fd-d4a8-4d8a-b981-c134616651bf req-5406a79c-494d-432c-b08c-a80ad7050ced service neutron] 10.222.0.46 "GET /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482027 Jul 27 15:25:16.506888 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Made reservation on behalf of f9c187b19f4a4b289f866e96946b7e3c for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:25:16.506888 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:16.612158 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9cd74-aee4-40a1-a922-519867f7a879 req-457161fb-084c-4efc-9a55-08a07cf4b5cc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:16.613253 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0ed9cd74-aee4-40a1-a922-519867f7a879 req-457161fb-084c-4efc-9a55-08a07cf4b5cc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0761287 Jul 27 15:25:16.650598 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0ed9cd74-aee4-40a1-a922-519867f7a879 req-c141a25b-e41a-4e03-a8f6-b3e860f773e1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Jul 27 15:25:16.681353 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Allocated IP 172.20.0.10 (d8e7fea8-d333-41cd-bdec-2aebe284f827/13404174-3ff5-4437-a159-d12c04c2371b/0bb393d9-c24e-40b6-91a9-81412447d60f) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:25:16.843942 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:16.862619 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Transition to ACTIVE for port object 0bb393d9-c24e-40b6-91a9-81412447d60f will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:25:16.928490 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:17.024176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:17.042509 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:25:17.044398 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:25:17.047237 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:25:17.135370 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:17.136339 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:17.165707 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-c4bde088-7c4d-4441-b068-d222c21d2a12 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7926784 Jul 27 15:25:17.260539 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce47e5b-7bb1-4147-a492-a86ce8e571bb req-c76ead21-e5e8-4329-8269-30268866cdc8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:17.271402 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8ce47e5b-7bb1-4147-a492-a86ce8e571bb req-c76ead21-e5e8-4329-8269-30268866cdc8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1797278 Jul 27 15:25:17.333125 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8ce47e5b-7bb1-4147-a492-a86ce8e571bb req-74a3c5e9-b7da-4a95-a8d0-ff7916552a6a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606778 Jul 27 15:25:17.343459 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa5d31-07e5-4c41-81cb-bdf8f5db327f req-5074f085-bea5-4997-a6fd-d241f041fd97 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:17.345202 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7efa5d31-07e5-4c41-81cb-bdf8f5db327f req-5074f085-bea5-4997-a6fd-d241f041fd97 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.2423851 Jul 27 15:25:17.411925 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7efa5d31-07e5-4c41-81cb-bdf8f5db327f req-85b947d3-46f1-4562-ae61-088020ba18c9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Jul 27 15:25:17.437688 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-4895e3a9-dae9-4494-b4c3-cc895d178b68 None None] Provisioning for port 0bb393d9-c24e-40b6-91a9-81412447d60f completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:25:17.442788 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-4895e3a9-dae9-4494-b4c3-cc895d178b68 None None] Provisioning complete for port 0bb393d9-c24e-40b6-91a9-81412447d60f triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:25:17.443155 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4895e3a9-dae9-4494-b4c3-cc895d178b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:17.493179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-4895e3a9-dae9-4494-b4c3-cc895d178b68 None None] Port 0bb393d9-c24e-40b6-91a9-81412447d60f cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:25:17.901620 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bdbc7-f9cc-4e18-be39-68e7b0731661 req-c90f2c10-792f-4a65-9ba1-f667a7dde499 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:17.903420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2a1bdbc7-f9cc-4e18-be39-68e7b0731661 req-c90f2c10-792f-4a65-9ba1-f667a7dde499 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1155016 Jul 27 15:25:17.917653 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c3e3-9a1c-4bcf-b860-657a33c214a7 req-93422a2a-28ca-4ff5-baa2-392065da6b5c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:17.919225 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b3c2c3e3-9a1c-4bcf-b860-657a33c214a7 req-93422a2a-28ca-4ff5-baa2-392065da6b5c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0970030 Jul 27 15:25:18.005813 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2a1bdbc7-f9cc-4e18-be39-68e7b0731661 req-cc187477-8bae-40da-b3b7-2dec8aeb3cb6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 Jul 27 15:25:18.027242 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b3c2c3e3-9a1c-4bcf-b860-657a33c214a7 req-2146df5b-d21a-4146-9a08-9d2d34782b63 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 Jul 27 15:25:18.514242 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a352-f44f-4e8f-97a3-c252ccd97cf1 req-aa389d3e-e9a4-47eb-a90d-5b3eaea1d2ed tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:18.515786 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4265a352-f44f-4e8f-97a3-c252ccd97cf1 req-aa389d3e-e9a4-47eb-a90d-5b3eaea1d2ed tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Jul 27 15:25:18.576369 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4265a352-f44f-4e8f-97a3-c252ccd97cf1 req-c4c8f775-15d6-48ea-9ccc-7b0edf204d6d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Jul 27 15:25:18.598002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bada0-62ec-47ab-ab40-b72a3abca5ac req-f540f7db-f57d-44cf-b8af-ed9162d83a3b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:18.599520 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-607bada0-62ec-47ab-ab40-b72a3abca5ac req-f540f7db-f57d-44cf-b8af-ed9162d83a3b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1102622 Jul 27 15:25:18.630761 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:25:18.640065 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-607bada0-62ec-47ab-ab40-b72a3abca5ac req-dbe38867-cd74-4a8b-b9b5-e031cca7e94a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Jul 27 15:25:18.714133 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-40541a6b-92fc-431c-958b-43ddc71931cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:18.985787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:19.198992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317341e-57b6-42a2-bfde-296d39807cc4 req-1a029408-c4de-4730-ac7d-d8f1439569fc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:19.200396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8317341e-57b6-42a2-bfde-296d39807cc4 req-1a029408-c4de-4730-ac7d-d8f1439569fc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0998480 Jul 27 15:25:19.208218 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029c217-6fbe-4a7e-aa7e-d680cfdb36cf req-9ce1a531-02d0-4609-8116-a584f258de24 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:19.209620 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a029c217-6fbe-4a7e-aa7e-d680cfdb36cf req-9ce1a531-02d0-4609-8116-a584f258de24 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1185653 Jul 27 15:25:19.267521 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8317341e-57b6-42a2-bfde-296d39807cc4 req-6ff4d024-29fe-4ed0-9980-f71ef00500c1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568843 Jul 27 15:25:19.272725 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a029c217-6fbe-4a7e-aa7e-d680cfdb36cf req-84b23c21-55fd-4624-a306-0e70a29c3e7b tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553846 Jul 27 15:25:19.733306 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f71222-717b-41bd-85af-05deb88480c9 req-45102836-a453-43d4-9219-bc87b5bbd614 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:19.734879 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35f71222-717b-41bd-85af-05deb88480c9 req-45102836-a453-43d4-9219-bc87b5bbd614 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0900941 Jul 27 15:25:19.811752 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35f71222-717b-41bd-85af-05deb88480c9 req-8cab1196-7175-427f-b994-fdac8cddb349 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Jul 27 15:25:19.840854 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a7a11-636d-4aaa-89e9-ee61555f30dc req-ee25f286-c22c-4a2f-bfee-52a37ad2ea06 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:19.842325 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0c2a7a11-636d-4aaa-89e9-ee61555f30dc req-ee25f286-c22c-4a2f-bfee-52a37ad2ea06 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1043742 Jul 27 15:25:19.881597 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0c2a7a11-636d-4aaa-89e9-ee61555f30dc req-9573060e-bc71-4177-ab35-eb37fee65f92 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326750 Jul 27 15:25:19.974421 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:20.448552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad251-71fd-4763-b72b-9607c8c431ad req-ea4fd35c-68c3-45f6-91a7-94a9e1bde845 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:20.450096 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93bad251-71fd-4763-b72b-9607c8c431ad req-ea4fd35c-68c3-45f6-91a7-94a9e1bde845 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1076837 Jul 27 15:25:20.458665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616e7b-cab1-4c4e-b7cb-9656a1935849 req-3407b7ae-251a-451a-951d-c20c699b9198 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:20.465966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66616e7b-cab1-4c4e-b7cb-9656a1935849 req-3407b7ae-251a-451a-951d-c20c699b9198 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1216674 Jul 27 15:25:20.538572 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66616e7b-cab1-4c4e-b7cb-9656a1935849 req-7addfb2d-677d-4c50-836c-0064cf8691b8 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Jul 27 15:25:20.544900 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-93bad251-71fd-4763-b72b-9607c8c431ad req-f73062ab-7a67-46e8-b2ef-89ac635e0e59 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716400 Jul 27 15:25:20.676203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35178) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:20.777123 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:20.873655 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:20.878781 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:20.953550 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91a2d577cc684bb494fb09c61136f591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740064 Jul 27 15:25:20.953550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09efcb-e551-4116-b3a7-c5edfee0dadf,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:20.953951 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 35186) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:20.966875 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.967250 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:20.977623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d6134-a2ac-438e-a968-bdd147283000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:21.012390 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.038007 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.049936 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a50111-9456-43f1-8c4f-9164b136a076 req-81a5f9ad-33d4-488d-aec5-43144e16a75d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:21.051470 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-00a50111-9456-43f1-8c4f-9164b136a076 req-81a5f9ad-33d4-488d-aec5-43144e16a75d tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1611741 Jul 27 15:25:21.090859 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.093519 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.098152 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e09efcb-e551-4116-b3a7-c5edfee0dadf HTTP/1.1" status: 204 len: 168 time: 0.1431084 Jul 27 15:25:21.117408 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b70365-d55f-411e-96a7-2dfd7385441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09efcb-e551-4116-b3a7-c5edfee0dadf,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:21.117836 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-00a50111-9456-43f1-8c4f-9164b136a076 req-3204f1b4-f9ca-4108-8212-ca946120d6d4 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Jul 27 15:25:21.129678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1600560-2f55-4b84-bddf-686428be10a7 req-6994effa-379a-49db-867a-baea4a990415 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:21.129678 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1600560-2f55-4b84-bddf-686428be10a7 req-6994effa-379a-49db-867a-baea4a990415 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1318107 Jul 27 15:25:21.175116 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1600560-2f55-4b84-bddf-686428be10a7 req-604af136-5faa-4cd7-be81-ce17e6da07e6 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Jul 27 15:25:21.416602 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 35192) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:21.430740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-159bc821-fa46-4ca1-a459-339c9cb9e767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.529330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-159bc821-fa46-4ca1-a459-339c9cb9e767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.558386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-159bc821-fa46-4ca1-a459-339c9cb9e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.618438 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-159bc821-fa46-4ca1-a459-339c9cb9e767 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3113beefd5a745adb0f95ffb4dd8c1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003784 Jul 27 15:25:21.619751 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc821-fa46-4ca1-a459-339c9cb9e767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dac6b96-d5dd-455a-b384-21ea46bb2152,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:21.621457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35198) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:21.745065 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.784742 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.802450 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478ef0-2628-4f79-827e-6ae7925af94d req-0cb43bf0-af47-4f37-8258-ef3ac1c44738 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:21.804087 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62478ef0-2628-4f79-827e-6ae7925af94d req-0cb43bf0-af47-4f37-8258-ef3ac1c44738 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1639495 Jul 27 15:25:21.813318 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdae9c-baa0-49f5-833e-69283ae1da38 req-c2b6663a-0293-48e1-b3f1-755ebd9fcef5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:21.815389 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-38bdae9c-baa0-49f5-833e-69283ae1da38 req-c2b6663a-0293-48e1-b3f1-755ebd9fcef5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1427083 Jul 27 15:25:21.890184 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62478ef0-2628-4f79-827e-6ae7925af94d req-35928572-3e36-40ae-9bd5-fc2a236709eb tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716155 Jul 27 15:25:21.898552 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-38bdae9c-baa0-49f5-833e-69283ae1da38 req-606b3b5e-b28f-4273-a8ca-26cd7b7bb9b0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707247 Jul 27 15:25:21.926132 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.926132 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:21.926637 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dac6b96-d5dd-455a-b384-21ea46bb2152 HTTP/1.1" status: 204 len: 168 time: 0.3039343 Jul 27 15:25:21.940913 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69759c79-bef0-41c5-8896-b2a7b09b54a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dac6b96-d5dd-455a-b384-21ea46bb2152,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:21.958997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:22.314568 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742671bb-0612-4ede-bc0c-199d6d9d7abe req-aa445f72-7f3e-4531-bed4-21ad83f3b583 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:22.316159 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-742671bb-0612-4ede-bc0c-199d6d9d7abe req-aa445f72-7f3e-4531-bed4-21ad83f3b583 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1240020 Jul 27 15:25:22.382165 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88b79-fb21-4ca9-aeb6-3e73afed1b44 req-07d09168-2d8d-4713-bc45-51ed44808cb0 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:22.383679 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8fc88b79-fb21-4ca9-aeb6-3e73afed1b44 req-07d09168-2d8d-4713-bc45-51ed44808cb0 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1411886 Jul 27 15:25:22.388844 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-742671bb-0612-4ede-bc0c-199d6d9d7abe req-6a74854f-2b56-443d-8192-880237b2ac67 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638096 Jul 27 15:25:22.441246 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8fc88b79-fb21-4ca9-aeb6-3e73afed1b44 req-e3d7e05c-a6dc-4d2d-bf09-1e9e020d125e tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 Jul 27 15:25:23.303654 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bf185-3d09-402f-aba8-748a23adb8e3 req-d75cdb30-c56b-4a47-9a3c-f095c1ab523e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:23.305152 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-532bf185-3d09-402f-aba8-748a23adb8e3 req-d75cdb30-c56b-4a47-9a3c-f095c1ab523e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.3404927 Jul 27 15:25:23.312398 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101fd0f-75c5-426b-a468-90b5be1be1dc req-0494cd84-6a2e-4298-a95a-3c147156fca6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:23.313758 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b101fd0f-75c5-426b-a468-90b5be1be1dc req-0494cd84-6a2e-4298-a95a-3c147156fca6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.3105237 Jul 27 15:25:23.371499 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-532bf185-3d09-402f-aba8-748a23adb8e3 req-87395257-a1e1-4168-95bc-b13047acbeae tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562053 Jul 27 15:25:23.379707 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b101fd0f-75c5-426b-a468-90b5be1be1dc req-6e330b33-7d46-41eb-ad37-0336dd7f42ba tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577214 Jul 27 15:25:23.577748 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f03a3-3b7d-4d75-8e97-1b33bacea0cf req-ed14636f-1eef-4760-86ef-8f7342507da3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:23.579261 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c9f03a3-3b7d-4d75-8e97-1b33bacea0cf req-ed14636f-1eef-4760-86ef-8f7342507da3 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1103804 Jul 27 15:25:23.632092 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c9f03a3-3b7d-4d75-8e97-1b33bacea0cf req-0b38ebf9-25dd-471e-92b2-411bd8fe2829 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Jul 27 15:25:23.639447 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6886-492f-4474-9d8f-27290c7e7d30 req-ca324909-54e7-42ca-9b46-676bca0d2989 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:23.640910 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e61f6886-492f-4474-9d8f-27290c7e7d30 req-ca324909-54e7-42ca-9b46-676bca0d2989 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1114588 Jul 27 15:25:23.689737 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e61f6886-492f-4474-9d8f-27290c7e7d30 req-e2c38c5e-5671-4d17-be51-99abbfbb1168 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Jul 27 15:25:24.562820 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23f5f-d5d3-4942-a88a-caa92867a074 req-f752f43d-a5c5-40ab-aab9-a6b26b22d315 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:24.564810 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6c23f5f-d5d3-4942-a88a-caa92867a074 req-f752f43d-a5c5-40ab-aab9-a6b26b22d315 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1080720 Jul 27 15:25:24.598193 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2682-d638-453b-9ea8-24a0266fd5e7 req-37dbfb18-393c-41f8-99ea-843261778927 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:24.599757 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-20fb2682-d638-453b-9ea8-24a0266fd5e7 req-37dbfb18-393c-41f8-99ea-843261778927 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1317632 Jul 27 15:25:24.624317 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6c23f5f-d5d3-4942-a88a-caa92867a074 req-1a0fe5ae-afaf-429b-a64d-17a8d6dd464e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 Jul 27 15:25:24.649974 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-20fb2682-d638-453b-9ea8-24a0266fd5e7 req-0e92c7c6-52cd-4d35-a5fd-08f4e22b7098 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Jul 27 15:25:24.821761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839bee8-19bf-4aef-b58b-be13057363a1 req-57abd2c3-ed90-42d0-aaae-a9fff0cb2064 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:24.823273 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5839bee8-19bf-4aef-b58b-be13057363a1 req-57abd2c3-ed90-42d0-aaae-a9fff0cb2064 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1005716 Jul 27 15:25:24.861554 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e556b-9ae3-407d-a5d9-45e374229091 req-48c73365-d325-41f5-9f7e-917375d8872a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:24.868059 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-579e556b-9ae3-407d-a5d9-45e374229091 req-48c73365-d325-41f5-9f7e-917375d8872a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1077752 Jul 27 15:25:24.898381 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5839bee8-19bf-4aef-b58b-be13057363a1 req-6a19ac10-36c8-45e9-9bd3-56b9c5b65873 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686915 Jul 27 15:25:24.920232 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-579e556b-9ae3-407d-a5d9-45e374229091 req-2fb08248-80a9-454e-8c74-d75bc031535d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513189 Jul 27 15:25:25.804328 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f0990-f9b2-4e1c-8529-b732c9233839 req-7d758faa-c9fa-4a65-b4c7-fa4f28792583 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:25.805878 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-725f0990-f9b2-4e1c-8529-b732c9233839 req-7d758faa-c9fa-4a65-b4c7-fa4f28792583 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1127474 Jul 27 15:25:25.836079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91089cd6-59aa-42ce-a63f-eae93fe398cc req-3f430bff-09d9-4278-bbec-21d8eb199d6b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:25.837572 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91089cd6-59aa-42ce-a63f-eae93fe398cc req-3f430bff-09d9-4278-bbec-21d8eb199d6b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0983076 Jul 27 15:25:25.874783 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-725f0990-f9b2-4e1c-8529-b732c9233839 req-92a1d71a-b1d2-414d-8576-c90da6c8871c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624897 Jul 27 15:25:25.897082 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91089cd6-59aa-42ce-a63f-eae93fe398cc req-61bc7eb0-6848-4a97-a628-255e26dcf09d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 Jul 27 15:25:26.086057 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae407fc-6187-46e1-a389-9900c9b1b167 req-39bbfff3-8d6f-4c0a-8b10-be5e76e5714b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:26.087581 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aae407fc-6187-46e1-a389-9900c9b1b167 req-39bbfff3-8d6f-4c0a-8b10-be5e76e5714b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.0950332 Jul 27 15:25:26.099384 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba0efc-fb5d-4674-ac24-82469299e02c req-c8e99f4b-652d-42aa-898f-ede2fb28d322 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:26.100914 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11ba0efc-fb5d-4674-ac24-82469299e02c req-c8e99f4b-652d-42aa-898f-ede2fb28d322 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1173778 Jul 27 15:25:26.162082 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aae407fc-6187-46e1-a389-9900c9b1b167 req-741093a7-12d6-416a-8180-050e3fe78b55 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Jul 27 15:25:26.164997 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11ba0efc-fb5d-4674-ac24-82469299e02c req-22e3bcee-631a-4b65-91aa-991945e02a90 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Jul 27 15:25:27.039791 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7d5b-eb90-407f-8481-cb855d0fdee1 req-42d0e090-6443-44d8-abe8-10fad0e55c25 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:27.041613 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-49da7d5b-eb90-407f-8481-cb855d0fdee1 req-42d0e090-6443-44d8-abe8-10fad0e55c25 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0854142 Jul 27 15:25:27.156257 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-49da7d5b-eb90-407f-8481-cb855d0fdee1 req-ea023bec-7e78-4c6f-9730-9b9d48a6f2a3 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067140 Jul 27 15:25:27.223187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d92e6-448b-4b16-9a22-41df6a89c4aa req-299cd405-0d8f-4a87-b601-4eb02c1c9cd5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:27.231001 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8b4d92e6-448b-4b16-9a22-41df6a89c4aa req-299cd405-0d8f-4a87-b601-4eb02c1c9cd5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.1720812 Jul 27 15:25:27.327984 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8b4d92e6-448b-4b16-9a22-41df6a89c4aa req-0afb63fe-f208-4027-83b6-96d9a805e9fb tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940590 Jul 27 15:25:27.370942 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d49ad6-3a6f-4e46-9285-143274309006 req-46654b27-7c8e-4676-815d-53f343921826 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:27.372577 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83d49ad6-3a6f-4e46-9285-143274309006 req-46654b27-7c8e-4676-815d-53f343921826 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.1133711 Jul 27 15:25:27.467380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83d49ad6-3a6f-4e46-9285-143274309006 req-548bb79a-dbc0-4c2a-8848-1fe3c1f6f792 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824850 Jul 27 15:25:27.508554 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141adac-31f7-46af-b043-e75bbe9bbf96 req-3416b665-3c38-4f94-bca2-9b4c6e45a31a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:27.510974 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4141adac-31f7-46af-b043-e75bbe9bbf96 req-3416b665-3c38-4f94-bca2-9b4c6e45a31a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1064904 Jul 27 15:25:27.550789 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4141adac-31f7-46af-b043-e75bbe9bbf96 req-91c4d0ef-e0bc-4d3d-827f-358d88014e34 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jul 27 15:25:28.307179 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff17c10-1555-492d-a975-416de40d3a64 req-c8ec23f0-c665-4ad4-ad8d-faa6599e2149 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:28.308687 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ff17c10-1555-492d-a975-416de40d3a64 req-c8ec23f0-c665-4ad4-ad8d-faa6599e2149 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0631828 Jul 27 15:25:28.350286 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4ff17c10-1555-492d-a975-416de40d3a64 req-508e698b-173c-4ad2-ad4e-06adb38135fb tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Jul 27 15:25:28.434081 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Request body: {'port': {'device_id': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:28.467236 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a37d1-2e7f-4ea6-a35c-4a67c8a2a3b9 req-2a0f0162-51f3-4b36-bfb9-c5dd8892dbc9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:28.468870 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d06a37d1-2e7f-4ea6-a35c-4a67c8a2a3b9 req-2a0f0162-51f3-4b36-bfb9-c5dd8892dbc9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0671263 Jul 27 15:25:28.508420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d06a37d1-2e7f-4ea6-a35c-4a67c8a2a3b9 req-558a1724-ba62-4a5e-b0ac-5c4f6cd3eee9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336096 Jul 27 15:25:28.515737 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:28.618129 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68051d6e-ff89-4059-856d-4fdd7f9c7da9 req-4f6751ae-a520-4d53-849b-34f73c6fdd1a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:28.619728 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-68051d6e-ff89-4059-856d-4fdd7f9c7da9 req-4f6751ae-a520-4d53-849b-34f73c6fdd1a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 932 time: 0.0883267 Jul 27 15:25:28.703448 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-68051d6e-ff89-4059-856d-4fdd7f9c7da9 req-ebde7670-160a-4b1e-a792-7265c72c4d33 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753441 Jul 27 15:25:28.741993 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b179-3bd0-43b5-b824-a08f4588f18f req-f4f9dbd1-fa30-4fbb-a79c-295f49de239e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:28.743525 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-53b0b179-3bd0-43b5-b824-a08f4588f18f req-f4f9dbd1-fa30-4fbb-a79c-295f49de239e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0938835 Jul 27 15:25:28.787344 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-53b0b179-3bd0-43b5-b824-a08f4588f18f req-7d84cafe-c687-49ca-9027-b73852877e12 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Jul 27 15:25:28.843901 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb393d9-c24e-40b6-91a9-81412447d60f {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:25:28.851789 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:28.864539 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Transition to ACTIVE for port object 0bb393d9-c24e-40b6-91a9-81412447d60f will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:25:28.870476 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:28.947188 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:28.984187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35378) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:29.004219 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Attempting to bind port 0bb393d9-c24e-40b6-91a9-81412447d60f on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:25:29.004558 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Attempting to bind port 0bb393d9-c24e-40b6-91a9-81412447d60f by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:25:29.004887 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Attempting to bind port 0bb393d9-c24e-40b6-91a9-81412447d60f on network d8e7fea8-d333-41cd-bdec-2aebe284f827 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:25:29.010853 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Port 0bb393d9-c24e-40b6-91a9-81412447d60f on network d8e7fea8-d333-41cd-bdec-2aebe284f827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:25:29.011234 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Attempting to bind port 0bb393d9-c24e-40b6-91a9-81412447d60f on network d8e7fea8-d333-41cd-bdec-2aebe284f827 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:25:29.019343 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:25:29.019686 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Checking segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:25:29.020079 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Bound using segment: {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:25:29.020515 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Bound port: 0bb393d9-c24e-40b6-91a9-81412447d60f, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ab211f-3b53-4e61-bf12-bac2eb86110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:25:29.020879 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.089273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:25:29.092333 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:25:29.097738 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.104391 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42357309-b64a-45c5-bb35-25bedf68726c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.132748 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.133375 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.134781 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 1094 time: 0.7052112 Jul 27 15:25:29.135223 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:29.137685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c700d07a-1b2d-4e72-9ec6-370eea0425d7" -d '{"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:29.172195 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c425d20-e4ee-4be6-af66-42483f08d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:29.198644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e3a2ee-f2ee-457b-adb6-51ef03f4b8aa x-openstack-request-id: req-e6e3a2ee-f2ee-457b-adb6-51ef03f4b8aa {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:29.198940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:29.199194 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6e3a2ee-f2ee-457b-adb6-51ef03f4b8aa {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:29.199595 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:25:29.229277 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42357309-b64a-45c5-bb35-25bedf68726c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.240193 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-42357309-b64a-45c5-bb35-25bedf68726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.268286 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-42357309-b64a-45c5-bb35-25bedf68726c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9412fca37ea74e479d11ac610b5a1269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830043 Jul 27 15:25:29.270825 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35386) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:29.331246 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42357309-b64a-45c5-bb35-25bedf68726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436374b-d26c-48ff-ad49-33fe216cc710,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:29.332906 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-660c7241-0956-4d3a-a907-35108dd8687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.334799 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-660c7241-0956-4d3a-a907-35108dd8687d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1097 time: 0.0914192 Jul 27 15:25:29.374490 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.411154 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-04261694-cf3e-4a2b-93f1-41718ad7531c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 217 time: 0.0579157 Jul 27 15:25:29.417421 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.466439 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-81b62b5a-04ea-47ce-9058-98b68f27d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.468073 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-81b62b5a-04ea-47ce-9058-98b68f27d05d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0488021 Jul 27 15:25:29.534606 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.537280 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.538593 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a436374b-d26c-48ff-ad49-33fe216cc710 HTTP/1.1" status: 204 len: 168 time: 0.2568197 Jul 27 15:25:29.549377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed9c83-714c-4e34-8d5a-345828e6102b req-e85ad624-b989-4c25-88b0-2ce7521bed52 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.551884 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1ed9c83-714c-4e34-8d5a-345828e6102b req-e85ad624-b989-4c25-88b0-2ce7521bed52 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1007037 Jul 27 15:25:29.567334 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591e82c-e8a2-4519-b157-b19bc0df8bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436374b-d26c-48ff-ad49-33fe216cc710,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:29.615691 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f1ed9c83-714c-4e34-8d5a-345828e6102b req-de2ef401-6ed5-4515-8187-69b0b1442006 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560129 Jul 27 15:25:29.622134 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-d47ec6a5-1445-4c71-a6aa-ad6873c41efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.624387 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-d47ec6a5-1445-4c71-a6aa-ad6873c41efe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407773 Jul 27 15:25:29.697987 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab456a-a6b0-4f4f-a081-aac004086dff req-952f90cd-4bfa-44da-aa49-f7434f4fa078 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.699517 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4ab456a-a6b0-4f4f-a081-aac004086dff req-952f90cd-4bfa-44da-aa49-f7434f4fa078 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 943 time: 0.0683537 Jul 27 15:25:29.738302 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-bffcd60e-cd21-4a8f-bfb0-a1e21d3d4c06 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914083 Jul 27 15:25:29.743346 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4ab456a-a6b0-4f4f-a081-aac004086dff req-5611fb52-1eeb-4ab2-bf26-bbec9f630f9a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Jul 27 15:25:29.843050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f533-36ce-408c-971f-7519e2d45e26 req-db9c1e6e-d575-46a2-881c-57bf3e56b790 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.844808 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fb74f533-36ce-408c-971f-7519e2d45e26 req-db9c1e6e-d575-46a2-881c-57bf3e56b790 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 944 time: 0.0697944 Jul 27 15:25:29.847786 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-7be29397-67be-45d5-9de4-02d04eea5c7e req-937fc923-a63c-405c-965d-a769753bafac service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991108 Jul 27 15:25:29.889839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 35400) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:29.904949 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce65-aa75-49d6-9f31-caacb054f9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:29.912804 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fb74f533-36ce-408c-971f-7519e2d45e26 req-705ba3d2-e0b3-48a4-a0f1-0f2712f3748a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615602 Jul 27 15:25:29.948793 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e19924-9b81-4b08-8de3-17460faeebf2 req-c49a0dd3-0825-4c20-83e0-b3c923f4b8b8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:29.950288 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6e19924-9b81-4b08-8de3-17460faeebf2 req-c49a0dd3-0825-4c20-83e0-b3c923f4b8b8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0929227 Jul 27 15:25:29.988887 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6e19924-9b81-4b08-8de3-17460faeebf2 req-4513d6db-1b70-46f9-a927-9ade82748d43 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Jul 27 15:25:30.052461 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce65-aa75-49d6-9f31-caacb054f9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.055303 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-a6059b53-c893-4176-a30b-3d7be488faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.057195 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-a6059b53-c893-4176-a30b-3d7be488faf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1097 time: 0.0997102 Jul 27 15:25:30.058267 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ce65-aa75-49d6-9f31-caacb054f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.140029 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4dc7ce65-aa75-49d6-9f31-caacb054f9b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f74577a408064b9a8013af47fc3ce1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489362 Jul 27 15:25:30.142671 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35402) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:30.143928 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7ce65-aa75-49d6-9f31-caacb054f9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa48b0-aa49-4096-973a-075f9559d991,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:30.187442 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-7c7ca812-d3d4-46c1-a3ab-4c8f63b8379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.188981 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-7c7ca812-d3d4-46c1-a3ab-4c8f63b8379e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.1204569 Jul 27 15:25:30.192428 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.213199 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.240407 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-e47d87a5-7d7f-4808-b915-c94b30f5b0b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 217 time: 0.0373993 Jul 27 15:25:30.263185 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.265912 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.267113 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6aa48b0-aa49-4096-973a-075f9559d991 HTTP/1.1" status: 204 len: 168 time: 0.1234086 Jul 27 15:25:30.274976 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fd4c9-705e-40a2-88de-8c4003143c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa48b0-aa49-4096-973a-075f9559d991,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:30.321984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-a19cf15a-29db-4b9e-97be-5bdc1f9ae1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.323854 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-a19cf15a-29db-4b9e-97be-5bdc1f9ae1c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0492866 Jul 27 15:25:30.432082 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-c883a8d4-776e-4429-b776-fecf6d379bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.434182 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-c883a8d4-776e-4429-b776-fecf6d379bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733266 Jul 27 15:25:30.453015 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:25:30.529736 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ebd8-899d-452e-bd78-4b08fd054105 req-2c64c938-9ea4-4388-afdb-09e5fcc6148b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.533245 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7ca9ebd8-899d-452e-bd78-4b08fd054105 req-2c64c938-9ea4-4388-afdb-09e5fcc6148b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Jul 27 15:25:30.573313 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:30.580146 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7ca9ebd8-899d-452e-bd78-4b08fd054105 req-444baf8c-58ac-417e-880d-d8e636e75db6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Jul 27 15:25:30.595873 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-0180cac6-77a6-4fa8-8d35-1938bddaf886 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038713 Jul 27 15:25:30.597067 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'mac_address': 'fa:16:3e:82:25:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:25:30.636439 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.649944 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:25:30.670770 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:30.679680 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:30.721996 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-c700d07a-1b2d-4e72-9ec6-370eea0425d7 req-791e826a-a298-4200-81ee-949fc6a812c1 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059041 Jul 27 15:25:30.730954 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=9']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:30.738740 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.739080 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.739603 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.740077 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.740276 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.740607 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.740939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.741263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.741751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.742087 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.742420 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.743212 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:30.783470 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ee41f-139d-4c72-82de-17aaa43cea42 req-fb70b8e8-63fe-47ab-8c35-8bf31a463077 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.784502 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e93ee41f-139d-4c72-82de-17aaa43cea42 req-fb70b8e8-63fe-47ab-8c35-8bf31a463077 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0750215 Jul 27 15:25:30.840465 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e93ee41f-139d-4c72-82de-17aaa43cea42 req-a32e617d-9fc8-440d-a5dd-1b8b3dbb7890 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Jul 27 15:25:30.895481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82257f-6798-4afa-9cae-5ec3424db865 req-fc7e3803-caec-493f-849c-735a828cd31a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:30.897067 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c82257f-6798-4afa-9cae-5ec3424db865 req-fc7e3803-caec-493f-849c-735a828cd31a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.0753863 Jul 27 15:25:30.938185 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c82257f-6798-4afa-9cae-5ec3424db865 req-c0806e78-c530-4be9-ad11-d28c9b62a9f1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340874 Jul 27 15:25:31.052020 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849c2cc-00a3-43df-a0e2-306e83a7f43d req-c7180386-d044-4b8c-84e3-dfc7d8f57507 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:31.055030 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b849c2cc-00a3-43df-a0e2-306e83a7f43d req-c7180386-d044-4b8c-84e3-dfc7d8f57507 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 944 time: 0.0670924 Jul 27 15:25:31.124469 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b849c2cc-00a3-43df-a0e2-306e83a7f43d req-4e0e4161-6dc6-489c-bc08-57c2fc2ca297 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648210 Jul 27 15:25:31.150288 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23cf0-6e9a-40d8-a880-d24ddccd9d46 req-f9c1a05a-0780-4796-a8e8-6878b7853c0e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:31.151767 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14e23cf0-6e9a-40d8-a880-d24ddccd9d46 req-f9c1a05a-0780-4796-a8e8-6878b7853c0e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0910585 Jul 27 15:25:31.171611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['a03d9438-c7a4-446b-884f-370251dd9d3c'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:31.195045 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14e23cf0-6e9a-40d8-a880-d24ddccd9d46 req-ab49fc75-ee41-4fbe-98a7-aad9ee642d1a tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Jul 27 15:25:31.344090 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99114bdd-7cda-4161-9065-77268e4ada6c req-2be0583d-1701-43e2-8710-dc8e4b3f7f54 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:31.345877 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-99114bdd-7cda-4161-9065-77268e4ada6c req-2be0583d-1701-43e2-8710-dc8e4b3f7f54 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0709851 Jul 27 15:25:31.467772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Deleting port b9a1824d-7a50-4376-9725-44dcdb38f530 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:25:31.468298 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:31.579181 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] For port b9a1824d-7a50-4376-9725-44dcdb38f530, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b9a1824d-7a50-4376-9725-44dcdb38f530,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:31.580051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:31.597620 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Calling delete_port for b9a1824d-7a50-4376-9725-44dcdb38f530 owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:25:31.716753 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe992d-59ad-46fe-b84f-98f4791ec974 req-a8bb7ece-1799-4008-99e7-a1411fe65884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:31.718453 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4dbe992d-59ad-46fe-b84f-98f4791ec974 req-a8bb7ece-1799-4008-99e7-a1411fe65884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0681872 Jul 27 15:25:31.746804 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:31.766496 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4dbe992d-59ad-46fe-b84f-98f4791ec974 req-fbff9f53-8c5f-4c67-a7c8-aafd47d08ea3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Jul 27 15:25:31.776413 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Pushing event deleted for resources: {'Port': ['ID=b9a1824d-7a50-4376-9725-44dcdb38f530,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:31.830018 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] No DVR routers for this DVR port b9a1824d-7a50-4376-9725-44dcdb38f530 on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:25:31.832633 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:31.835373 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-99114bdd-7cda-4161-9065-77268e4ada6c req-4462e4a9-a2e6-4edb-8d3b-112310a7673f tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "DELETE /v2.0/ports/b9a1824d-7a50-4376-9725-44dcdb38f530 HTTP/1.1" status: 204 len: 173 time: 0.4798257 Jul 27 15:25:31.835846 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'name': 'network-vif-deleted', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:31.836771 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b9a1824d-7a50-4376-9725-44dcdb38f530'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:31.838643 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff5d7e-568c-412c-a2cd-8fc3c4b8dc13" -d '{"events": [{"server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "name": "network-vif-deleted", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:31.881536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f47f85-375b-477a-b619-d91b2d0782b7 x-openstack-request-id: req-94f47f85-375b-477a-b619-d91b2d0782b7 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:31.881825 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9426eb11-80ee-4899-96d9-879ff00e4ca8", "name": "network-vif-deleted", "tag": "b9a1824d-7a50-4376-9725-44dcdb38f530", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:31.882077 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94f47f85-375b-477a-b619-d91b2d0782b7 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:31.882550 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426eb11-80ee-4899-96d9-879ff00e4ca8', 'name': 'network-vif-deleted', 'tag': 'b9a1824d-7a50-4376-9725-44dcdb38f530', 'status': 'completed', 'code': 200} Jul 27 15:25:31.947353 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1819b718-9d78-41e2-b976-b4af4a9dcce9 req-55cef1ea-f0c8-435d-b613-64e584a0865a tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=9426eb11-80ee-4899-96d9-879ff00e4ca8 HTTP/1.1" status: 200 len: 210 time: 0.0341156 Jul 27 15:25:32.114251 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee8ea-05e7-4c6a-8ad7-ba81ad88bdde req-f63d8e3d-834b-4462-b001-411d6c834d08 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:32.115791 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-739ee8ea-05e7-4c6a-8ad7-ba81ad88bdde req-f63d8e3d-834b-4462-b001-411d6c834d08 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 944 time: 0.0904882 Jul 27 15:25:32.184696 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-739ee8ea-05e7-4c6a-8ad7-ba81ad88bdde req-7d8f0581-8da8-476e-b3d6-1f06f82620f5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607541 Jul 27 15:25:32.274113 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9662-9b36-4687-99c3-ccef98315a2d req-96df56a3-8028-4af6-9885-933c658f2b9c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:32.275654 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d05b9662-9b36-4687-99c3-ccef98315a2d req-96df56a3-8028-4af6-9885-933c658f2b9c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 944 time: 0.0768695 Jul 27 15:25:32.313021 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d05b9662-9b36-4687-99c3-ccef98315a2d req-8ae61858-940d-427b-a0b4-49c4f4362ff1 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Jul 27 15:25:32.477993 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0bb393d9-c24e-40b6-91a9-81412447d60f details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:25:32.488334 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:25:32.607220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port a03d9438-c7a4-446b-884f-370251dd9d3c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:25:32.607597 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:32.642848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:32.660400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'port_id': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'mac_address': 'fa:16:3e:22:9e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:25:32.725108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:32.746960 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb393d9-c24e-40b6-91a9-81412447d60f {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:25:32.754034 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:32.776558 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:32.784661 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:32.792609 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:32.795287 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8c720-c848-443b-8ea6-7ea161267849" -d '{"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:32.832022 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:32.842419 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57786a0-9ebd-43be-9dff-f60a8381f080 x-openstack-request-id: req-b57786a0-9ebd-43be-9dff-f60a8381f080 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:32.843077 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-plugged", "status": "completed", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:32.843077 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b57786a0-9ebd-43be-9dff-f60a8381f080 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:32.843456 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'code': 200} Jul 27 15:25:32.846216 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:32.860201 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:32.908800 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562411-5078-4497-ad85-bb1a9d6af83f req-89232723-d0cc-4628-a7c0-8d0a65e85845 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:32.910699 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6a562411-5078-4497-ad85-bb1a9d6af83f req-89232723-d0cc-4628-a7c0-8d0a65e85845 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0680189 Jul 27 15:25:32.917196 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=10']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:32.949918 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6a562411-5078-4497-ad85-bb1a9d6af83f req-f78e875f-1779-4032-b38f-1f228d184848 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Jul 27 15:25:33.145977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:33.330842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3c5b4-824f-4c73-8aa4-b93a0903a417 req-2e445101-fa8c-466f-9e7c-01dae8015b8f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:33.332593 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3bd3c5b4-824f-4c73-8aa4-b93a0903a417 req-2e445101-fa8c-466f-9e7c-01dae8015b8f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0708728 Jul 27 15:25:33.382023 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3bd3c5b4-824f-4c73-8aa4-b93a0903a417 req-b7fd3a57-b51d-49aa-8559-528f20d0ae63 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Jul 27 15:25:33.411748 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52c53-33fa-4221-b16b-e4d3b45fa418 req-d690a8d3-19b8-4c10-89a7-ea00561b26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:33.413237 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-32d52c53-33fa-4221-b16b-e4d3b45fa418 req-d690a8d3-19b8-4c10-89a7-ea00561b26b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1099 time: 0.0713923 Jul 27 15:25:33.448723 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-32d52c53-33fa-4221-b16b-e4d3b45fa418 req-31e42b26-f93e-4369-9027-5ac61f22797c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278196 Jul 27 15:25:33.468045 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9ef49-b7e8-499e-a882-854660b258a3 req-735ab9ff-db9d-42f5-933f-c03c8febb5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:33.469508 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fad9ef49-b7e8-499e-a882-854660b258a3 req-735ab9ff-db9d-42f5-933f-c03c8febb5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 945 time: 0.0715394 Jul 27 15:25:33.506512 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fad9ef49-b7e8-499e-a882-854660b258a3 req-43291f1f-9e2b-4c51-9f81-045577008f6b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305037 Jul 27 15:25:34.084014 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456182-72f2-4b7f-8881-52f316c5175a req-d545d76a-584a-4b60-9bec-190646e168f1 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:34.085407 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-02456182-72f2-4b7f-8881-52f316c5175a req-d545d76a-584a-4b60-9bec-190646e168f1 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0708199 Jul 27 15:25:34.122212 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-02456182-72f2-4b7f-8881-52f316c5175a req-223faf9e-bf6c-469f-adb8-b66261675988 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Jul 27 15:25:34.515130 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd082-98ce-4b70-8796-792e6cc30912 req-3571f1f0-9057-4583-8ca2-4d43464cd9bd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:34.516608 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6cabd082-98ce-4b70-8796-792e6cc30912 req-3571f1f0-9057-4583-8ca2-4d43464cd9bd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0621243 Jul 27 15:25:34.554129 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6cabd082-98ce-4b70-8796-792e6cc30912 req-05ab9a04-0f01-439c-a081-62247863925f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Jul 27 15:25:34.633682 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372982e3-21fc-4400-b2de-b68c8c41c962 req-e4adb12f-bf88-4c09-979f-29dd6f5a95ad tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:34.635144 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-372982e3-21fc-4400-b2de-b68c8c41c962 req-e4adb12f-bf88-4c09-979f-29dd6f5a95ad tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 945 time: 0.0605099 Jul 27 15:25:34.670857 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-372982e3-21fc-4400-b2de-b68c8c41c962 req-9cf1cb41-31a8-41c9-8e5e-f3da1e2ee787 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298035 Jul 27 15:25:35.251897 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1e56-cfc5-452c-875c-9b9ae61e1f38 req-caa2d95a-e80f-4cbb-8265-059bb4c4677a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:35.253380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-367c1e56-cfc5-452c-875c-9b9ae61e1f38 req-caa2d95a-e80f-4cbb-8265-059bb4c4677a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0653641 Jul 27 15:25:35.290847 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-367c1e56-cfc5-452c-875c-9b9ae61e1f38 req-91161533-cc2d-404a-8ab7-6d260a747924 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315387 Jul 27 15:25:35.684322 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e3a2e-b18f-45e7-8ec4-3986ce2e7a43 req-b5f71839-85c9-4876-929a-92f075a3989c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:35.685805 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9b7e3a2e-b18f-45e7-8ec4-3986ce2e7a43 req-b5f71839-85c9-4876-929a-92f075a3989c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0616615 Jul 27 15:25:35.724480 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9b7e3a2e-b18f-45e7-8ec4-3986ce2e7a43 req-491c5701-1907-45ab-a38a-c7430ceb62ed tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Jul 27 15:25:35.798497 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d17e2-a1e6-440b-b7f5-08593fbb16d9 req-5db3e32d-61d2-4b86-b9e5-f3f8a9c32b38 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:35.799972 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e44d17e2-a1e6-440b-b7f5-08593fbb16d9 req-5db3e32d-61d2-4b86-b9e5-f3f8a9c32b38 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 945 time: 0.0644915 Jul 27 15:25:35.837963 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e44d17e2-a1e6-440b-b7f5-08593fbb16d9 req-d732aebc-ffc4-4040-9548-f0e1fa4ce931 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Jul 27 15:25:36.193972 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b9a1824d-7a50-4376-9725-44dcdb38f530 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:25:36.213790 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: b9a1824d-7a50-4376-9725-44dcdb38f530 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:25:36.214137 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b9a1824d-7a50-4376-9725-44dcdb38f530 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:25:36.414760 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ee0c-f38e-43b9-9869-ffc401c1cc6d req-81eaf6a7-b0c5-4b16-917d-3f31f71ebb7d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:36.416222 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2a75ee0c-f38e-43b9-9869-ffc401c1cc6d req-81eaf6a7-b0c5-4b16-917d-3f31f71ebb7d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0611985 Jul 27 15:25:36.453061 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2a75ee0c-f38e-43b9-9869-ffc401c1cc6d req-b6f2f42f-7385-441b-a7b3-3135c2eb073d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307279 Jul 27 15:25:36.858379 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf59f0-cf55-41e9-86f4-4b72ad6234f5 req-da0ba9e3-968e-4637-a30f-81eacec3d78a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:36.862971 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cabf59f0-cf55-41e9-86f4-4b72ad6234f5 req-da0ba9e3-968e-4637-a30f-81eacec3d78a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0685580 Jul 27 15:25:36.903657 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cabf59f0-cf55-41e9-86f4-4b72ad6234f5 req-0ef9db62-854a-4eda-9ecb-6d9d33a21e54 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366015 Jul 27 15:25:36.994814 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334e065-ef9c-4a95-9d77-ba6bab42bbcd req-bd3fb126-a7f2-4572-93a0-ae3bb5bea5b8 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:36.996405 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1334e065-ef9c-4a95-9d77-ba6bab42bbcd req-bd3fb126-a7f2-4572-93a0-ae3bb5bea5b8 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 945 time: 0.0786805 Jul 27 15:25:37.033996 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1334e065-ef9c-4a95-9d77-ba6bab42bbcd req-f3e1604e-de28-4b57-aa4e-b20ecc0f3321 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Jul 27 15:25:37.581602 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71550249-fede-4aa5-a175-b6a554ef23b3 req-ac54cf56-0503-4f82-9d25-b2d6607eecf4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:37.583106 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71550249-fede-4aa5-a175-b6a554ef23b3 req-ac54cf56-0503-4f82-9d25-b2d6607eecf4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0620093 Jul 27 15:25:37.631873 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71550249-fede-4aa5-a175-b6a554ef23b3 req-d2e327b8-da6e-4429-9e28-20499c0ff185 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Jul 27 15:25:37.828224 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35580) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:37.932196 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-778c9a1f-d444-4544-ae7f-7efdad1a05f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.078864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf320c0-3f7d-409a-9d70-5e600d3e7c11 req-5bc16297-15df-4b29-9cfc-18425fe1d0f5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:38.086925 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2bf320c0-3f7d-409a-9d70-5e600d3e7c11 req-5bc16297-15df-4b29-9cfc-18425fe1d0f5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.1072185 Jul 27 15:25:38.142712 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-778c9a1f-d444-4544-ae7f-7efdad1a05f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.146440 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2bf320c0-3f7d-409a-9d70-5e600d3e7c11 req-10e0001f-ea92-4875-a613-67041356aefa tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586374 Jul 27 15:25:38.148995 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-778c9a1f-d444-4544-ae7f-7efdad1a05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.191779 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-778c9a1f-d444-4544-ae7f-7efdad1a05f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63f095f86c4f46738aa8ec65c7867fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624654 Jul 27 15:25:38.192672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c9a1f-d444-4544-ae7f-7efdad1a05f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a83c45-65e9-4cea-ae5c-accf84e496d4,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:38.194507 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 35620) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:38.263709 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.288645 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.342717 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af35e9-e3e9-41c0-81b2-e93f14c1c462 req-bd56aff6-095d-4f92-a741-98e99838e1b3 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:38.344159 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2af35e9-e3e9-41c0-81b2-e93f14c1c462 req-bd56aff6-095d-4f92-a741-98e99838e1b3 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 945 time: 0.1071210 Jul 27 15:25:38.351466 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.354063 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.357866 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84a83c45-65e9-4cea-ae5c-accf84e496d4 HTTP/1.1" status: 204 len: 168 time: 0.1622629 Jul 27 15:25:38.367796 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a83c45-65e9-4cea-ae5c-accf84e496d4,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:38.375377 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.375728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.376104 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.377266 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.377642 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.377956 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.378284 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.378644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.379108 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.379450 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.379952 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.380280 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb9349d-90c7-49c0-a82c-75930628a7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:25:38.390781 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae221-cb37-452f-b8ce-b08be853079e req-978f7343-5b9e-4b41-99c9-9dde5ead3435 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:38.397820 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-466ae221-cb37-452f-b8ce-b08be853079e req-978f7343-5b9e-4b41-99c9-9dde5ead3435 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1288173 Jul 27 15:25:38.432431 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2af35e9-e3e9-41c0-81b2-e93f14c1c462 req-826f2b03-d3e1-41a8-a16c-5da1c4c52144 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765667 Jul 27 15:25:38.462989 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-466ae221-cb37-452f-b8ce-b08be853079e req-f0a256cf-c64e-4c14-8697-9dfd793e2fd8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591547 Jul 27 15:25:38.495293 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0bb393d9-c24e-40b6-91a9-81412447d60f up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:25:38.555957 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 0bb393d9-c24e-40b6-91a9-81412447d60f completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:25:38.560132 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 0bb393d9-c24e-40b6-91a9-81412447d60f triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:25:38.560595 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.678030 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35634) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:38.692371 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c577-fabb-4730-a528-f0376095d729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.773858 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.797674 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:38.797909 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b9a70-b2e8-4863-a10c-afe047136826 req-0fd1cde3-d100-4c54-adbe-4dc64e62e3fd tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:38.799446 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-681b9a70-b2e8-4863-a10c-afe047136826 req-0fd1cde3-d100-4c54-adbe-4dc64e62e3fd tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0941186 Jul 27 15:25:38.800042 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf5b676-de69-46e4-bb75-a80909407f7b" -d '{"events": [{"server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "name": "network-vif-plugged", "status": "completed", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:38.814736 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:38.819391 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.842582 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8653007d-7007-48f7-a132-a07c82e17196 x-openstack-request-id: req-8653007d-7007-48f7-a132-a07c82e17196 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:38.842820 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "name": "network-vif-plugged", "status": "completed", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:38.843066 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8653007d-7007-48f7-a132-a07c82e17196 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:38.843515 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'code': 200} Jul 27 15:25:38.864479 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-681b9a70-b2e8-4863-a10c-afe047136826 req-da234f32-b343-403b-84a3-43ed40186916 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590563 Jul 27 15:25:38.869430 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:38.883216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c577-fabb-4730-a528-f0376095d729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.889410 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-bbf9c577-fabb-4730-a528-f0376095d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:38.931409 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-bbf9c577-fabb-4730-a528-f0376095d729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d612b7d4a7042d083afc05f7e75aeaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522738 Jul 27 15:25:38.932385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9c577-fabb-4730-a528-f0376095d729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72832854-8cae-42da-84d5-33ace3e984d5,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:38.934066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 35638) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:38.989982 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:39.010911 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:39.056353 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:39.058938 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:39.060089 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72832854-8cae-42da-84d5-33ace3e984d5 HTTP/1.1" status: 204 len: 168 time: 0.1242218 Jul 27 15:25:39.068188 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ad246-3262-4f72-9e04-7df17120c417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72832854-8cae-42da-84d5-33ace3e984d5,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:39.285538 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd8c80-e454-4c60-982c-25a3cdaca480 req-e451f824-4edb-44b0-bae3-18bb8cab78dd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:39.287066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c8fd8c80-e454-4c60-982c-25a3cdaca480 req-e451f824-4edb-44b0-bae3-18bb8cab78dd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0656085 Jul 27 15:25:39.325790 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c8fd8c80-e454-4c60-982c-25a3cdaca480 req-f1c697e1-9f17-4379-9599-78179d076b5a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Jul 27 15:25:39.601501 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2840-88c5-432f-b47f-af255ae3dc71 req-19e796eb-9dc6-4440-a3a8-a9e57401d945 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:39.603025 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcce2840-88c5-432f-b47f-af255ae3dc71 req-19e796eb-9dc6-4440-a3a8-a9e57401d945 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.1037276 Jul 27 15:25:39.637659 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fcb0b-0f75-488e-85d4-eb9c5d7c0e4c req-c7e4b802-545d-4ffa-bc66-6b512535c25c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:39.639475 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-416fcb0b-0f75-488e-85d4-eb9c5d7c0e4c req-c7e4b802-545d-4ffa-bc66-6b512535c25c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1045432 Jul 27 15:25:39.671341 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcce2840-88c5-432f-b47f-af255ae3dc71 req-d0ea187b-133e-4cfa-934e-9f2970f50be1 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 Jul 27 15:25:39.696872 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-416fcb0b-0f75-488e-85d4-eb9c5d7c0e4c req-205cc914-6e10-47d6-ae22-50247f2e0daa tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Jul 27 15:25:39.995102 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173be1-314e-4488-84cd-8c883818c363 req-3e4b8c77-4df1-4e57-b512-2da307ffc256 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:39.996597 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c173be1-314e-4488-84cd-8c883818c363 req-3e4b8c77-4df1-4e57-b512-2da307ffc256 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0644965 Jul 27 15:25:40.037886 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2c173be1-314e-4488-84cd-8c883818c363 req-e5613d94-e34d-4054-a42b-cb1f0d26a3ed tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351696 Jul 27 15:25:40.841547 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b990-1808-47c0-acb5-91fd1f5b520a req-8811c423-c69a-41f1-8110-9d8b32ecd10c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:40.843028 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dda0b990-1808-47c0-acb5-91fd1f5b520a req-8811c423-c69a-41f1-8110-9d8b32ecd10c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.1002681 Jul 27 15:25:40.854760 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77231bd-9a14-4c6c-acac-cedaf23461dc req-4d9cdf5b-8040-4ba2-88e4-0d412b83f11f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:40.856120 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a77231bd-9a14-4c6c-acac-cedaf23461dc req-4d9cdf5b-8040-4ba2-88e4-0d412b83f11f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1020472 Jul 27 15:25:40.911074 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dda0b990-1808-47c0-acb5-91fd1f5b520a req-055c580f-0ea2-4529-93f0-17b1e529f2fe tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540314 Jul 27 15:25:40.913769 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a77231bd-9a14-4c6c-acac-cedaf23461dc req-e77d29d9-d23b-4e39-aae3-12c96cae4a76 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506415 Jul 27 15:25:41.167309 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4adf-b8d8-4944-9429-8c0f09c90b5c req-db9c7bf4-a4bb-497f-9029-0065812ef56b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:41.168785 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-06bf4adf-b8d8-4944-9429-8c0f09c90b5c req-db9c7bf4-a4bb-497f-9029-0065812ef56b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0649974 Jul 27 15:25:41.206108 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-06bf4adf-b8d8-4944-9429-8c0f09c90b5c req-c7dcede8-c098-46e0-aa42-a6efef62e47f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308347 Jul 27 15:25:41.686356 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64c7c2-9dc8-48a1-b517-5dd182349d7b req-f11b9e6b-e9a8-4833-ad47-e5f71e62276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:41.687904 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f64c7c2-9dc8-48a1-b517-5dd182349d7b req-f11b9e6b-e9a8-4833-ad47-e5f71e62276b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0527694 Jul 27 15:25:41.728351 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f64c7c2-9dc8-48a1-b517-5dd182349d7b req-7715535b-cf2b-41da-af6b-254810432005 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279274 Jul 27 15:25:42.076886 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba48b6-3a0d-448c-b27b-85ff0b734a05 req-f1dc0be2-b27b-49a8-9728-38a10797874e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:42.078389 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-61ba48b6-3a0d-448c-b27b-85ff0b734a05 req-f1dc0be2-b27b-49a8-9728-38a10797874e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0912569 Jul 27 15:25:42.086170 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a322e-553c-4b31-ab6e-c5b3ce42b410 req-d689c748-6571-4b83-997b-1aa929edee36 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:42.087534 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-743a322e-553c-4b31-ab6e-c5b3ce42b410 req-d689c748-6571-4b83-997b-1aa929edee36 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.1090496 Jul 27 15:25:42.144563 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-61ba48b6-3a0d-448c-b27b-85ff0b734a05 req-73af9513-24f8-4e76-a6f0-c0482c1d3796 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Jul 27 15:25:42.149242 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-743a322e-553c-4b31-ab6e-c5b3ce42b410 req-9c301cca-7f36-41cc-beaf-a814aa26b3de tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550406 Jul 27 15:25:42.341243 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d749b75-a5af-4c5b-939b-f0b77cb75016 req-0f7e9b9a-746c-49b4-aa59-624649c2f4e8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:42.342764 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d749b75-a5af-4c5b-939b-f0b77cb75016 req-0f7e9b9a-746c-49b4-aa59-624649c2f4e8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 27 15:25:42.381383 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d749b75-a5af-4c5b-939b-f0b77cb75016 req-bbfe7ace-337e-4e12-829d-fabec1cf02e8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Jul 27 15:25:43.095271 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-80b768d5-b6bd-497a-9519-6db769629d38 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:43.097013 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-80b768d5-b6bd-497a-9519-6db769629d38 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/networks?id=dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 200 len: 814 time: 0.1033986 Jul 27 15:25:43.113396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-ab51a386-35d0-4dc3-b072-880583b07add tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/quotas/cb8f75cbd1734c8badbc060217f7bc9d HTTP/1.1" status: 200 len: 375 time: 0.0099342 Jul 27 15:25:43.155251 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-6775d5bb-f14d-4875-8c4a-8ee3573e122d tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346434 Jul 27 15:25:43.488535 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-969320be-deec-4709-9872-0f4c7c72d71c service neutron] 10.222.0.37 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262439 Jul 27 15:25:43.502799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfee72f-fd39-444c-9504-bb9638b81193 req-e51a37b1-5a12-49bb-b7d7-a18eff1155f9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:43.504207 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-edfee72f-fd39-444c-9504-bb9638b81193 req-e51a37b1-5a12-49bb-b7d7-a18eff1155f9 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.2898967 Jul 27 15:25:43.594161 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-edfee72f-fd39-444c-9504-bb9638b81193 req-3733cbda-531b-464f-9a77-f8f39930a978 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830927 Jul 27 15:25:43.618639 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-dd50827d-1bbf-4adc-aa68-8756fb3c5c4d service neutron] 10.222.0.37 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241040 Jul 27 15:25:43.719664 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b37228-8c1d-4bc3-9a2b-673b91e14688 req-9fe35189-d5c2-409c-ba0f-52706c92fc1a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:43.719664 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e2b37228-8c1d-4bc3-9a2b-673b91e14688 req-9fe35189-d5c2-409c-ba0f-52706c92fc1a tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0697992 Jul 27 15:25:43.764313 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e2b37228-8c1d-4bc3-9a2b-673b91e14688 req-4e00d981-84bc-4d75-b426-ea81c05d7432 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359013 Jul 27 15:25:43.846567 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9f41add2-0c51-4486-9416-3c7b7dc3bfbc req-c6ccf92e-a51d-4347-8725-fa3996e85bce tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 210 time: 0.0362029 Jul 27 15:25:43.873621 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526099b5-c0f4-4396-b686-c78384d18a9a req-cdf108b9-5f11-463c-832b-46d06e41cdfc tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:43.875670 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-526099b5-c0f4-4396-b686-c78384d18a9a req-cdf108b9-5f11-463c-832b-46d06e41cdfc tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1154165 Jul 27 15:25:43.926305 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-526099b5-c0f4-4396-b686-c78384d18a9a req-8582bce6-ba5b-458e-8592-1154e5f19cbb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Jul 27 15:25:44.003074 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cfb59-8c39-4ee7-8bb2-414d6989cd8d req-133a9f27-6c1c-42de-9322-3e2a5de91261 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:44.004607 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-095cfb59-8c39-4ee7-8bb2-414d6989cd8d req-133a9f27-6c1c-42de-9322-3e2a5de91261 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0820632 Jul 27 15:25:44.046853 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-095cfb59-8c39-4ee7-8bb2-414d6989cd8d req-126d01d2-f0af-487e-8adc-bdf19679c6e9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348837 Jul 27 15:25:44.161836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35768) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:44.269533 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b63cf349-fad7-44f9-a119-7b4b4f627287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.381495 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-c54e2f40-6f67-44cd-b139-c2bf70b04f84 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:44.382918 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-c54e2f40-6f67-44cd-b139-c2bf70b04f84 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.0717859 Jul 27 15:25:44.396129 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b63cf349-fad7-44f9-a119-7b4b4f627287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.400617 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b63cf349-fad7-44f9-a119-7b4b4f627287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.445982 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b63cf349-fad7-44f9-a119-7b4b4f627287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3daa673010a47fe8ae3babbbf746b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818735 Jul 27 15:25:44.448392 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cf349-fad7-44f9-a119-7b4b4f627287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685904fa-a141-4b56-b737-709aeecd2c10,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:44.453501 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 35774) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:44.488668 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Deleting port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:25:44.489014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.493180 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de240b-09a2-411e-bdc7-9c41a900b90e req-e5b3658a-4b34-41ca-9a9f-39eaf7d1cbf8 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:44.494684 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44de240b-09a2-411e-bdc7-9c41a900b90e req-e5b3658a-4b34-41ca-9a9f-39eaf7d1cbf8 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.1410720 Jul 27 15:25:44.551219 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44de240b-09a2-411e-bdc7-9c41a900b90e req-bb3d1e08-c9d0-4e0d-8a0f-ff7d9712e37b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Jul 27 15:25:44.553940 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.584051 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.607988 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] For port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:44.608365 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.630396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Calling delete_port for 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:25:44.656518 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.659243 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.662659 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/685904fa-a141-4b56-b737-709aeecd2c10 HTTP/1.1" status: 204 len: 168 time: 0.2059269 Jul 27 15:25:44.675140 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa0e04-761a-429f-b9c7-f02de2d5ab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685904fa-a141-4b56-b737-709aeecd2c10,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:44.792932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc3919-6e44-4bcb-b9e3-fa2e293b7973 req-cc810052-0d05-460c-baea-871231acd9b8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:44.800517 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6edc3919-6e44-4bcb-b9e3-fa2e293b7973 req-cc810052-0d05-460c-baea-871231acd9b8 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a264be-9867-41ed-8a97-19899b508639 HTTP/1.1" status: 200 len: 946 time: 0.1113262 Jul 27 15:25:44.809856 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.845086 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6edc3919-6e44-4bcb-b9e3-fa2e293b7973 req-11e524fe-6229-4187-b3fc-567e7f1bddb1 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Jul 27 15:25:44.848822 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['c19d7c85-39cc-4b88-9f66-88f0b1054f65'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:44.857905 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Pushing event deleted for resources: {'Port': ['ID=2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:44.932125 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] No DVR routers for this DVR port 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:25:44.935618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:44.939941 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-133bb241-fb67-4d78-93a6-1036f992a2ed req-13903d11-4c93-452b-b6df-d17f831a2263 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "DELETE /v2.0/ports/2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba HTTP/1.1" status: 204 len: 173 time: 0.5502703 Jul 27 15:25:44.940666 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'name': 'network-vif-deleted', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:44.944308 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605a89a-9735-41b0-add1-56056fa1d1c1" -d '{"events": [{"server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "name": "network-vif-deleted", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:45.021314 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797d2e4-7e75-4fb4-aa6f-9a1b604355af x-openstack-request-id: req-0797d2e4-7e75-4fb4-aa6f-9a1b604355af {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:45.022360 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a264be-9867-41ed-8a97-19899b508639", "name": "network-vif-deleted", "tag": "2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:45.022644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0797d2e4-7e75-4fb4-aa6f-9a1b604355af {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:45.023099 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a264be-9867-41ed-8a97-19899b508639', 'name': 'network-vif-deleted', 'tag': '2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba', 'status': 'completed', 'code': 200} Jul 27 15:25:45.029396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-686920db-3c43-4340-9563-93d5d8b31bf5 req-b926a395-b1e1-4c6c-a76f-2b2a3ffd2eac tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 210 time: 0.0537570 Jul 27 15:25:45.172395 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22cdbc-6010-41b7-81db-002551b7f4fc req-e43511da-f6f0-4b8c-b5bb-92be80969acc tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:45.174575 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc22cdbc-6010-41b7-81db-002551b7f4fc req-e43511da-f6f0-4b8c-b5bb-92be80969acc tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0693245 Jul 27 15:25:45.239629 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc22cdbc-6010-41b7-81db-002551b7f4fc req-63223d45-adee-4ffd-97c9-a0d25b555fc0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577948 Jul 27 15:25:45.314011 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-178142db-b3a9-4ad6-9a7e-aefa7095cb03 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:45.315528 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-178142db-b3a9-4ad6-9a7e-aefa7095cb03 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "GET /v2.0/networks?id=dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 200 len: 814 time: 0.1238577 Jul 27 15:25:45.352004 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Request body: {'port': {'device_id': '83ca12ec-677d-43ca-8e04-252a7b458701', 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd', 'admin_state_up': True, 'tenant_id': 'cb8f75cbd1734c8badbc060217f7bc9d'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:45.463779 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Made reservation on behalf of cb8f75cbd1734c8badbc060217f7bc9d for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:25:45.467305 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:45.599006 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Allocated IP 172.20.0.6 (dda8cb76-48cd-4061-9465-3f02fa986cfd/38f565ed-2dfe-457c-bb72-6469db963a94/a4876f83-213f-41f4-b79e-975ccac654eb) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:25:45.753411 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:45.794891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:45.838916 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Network dda8cb76-48cd-4061-9465-3f02fa986cfd is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:25:45.842061 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:25:45.848826 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:25:45.876267 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Pushing event updated for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:45.916779 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:45.917575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:45.928569 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:45.940836 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-104d3b89-4e8e-492d-b3e8-bebe88e146c7 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927494 Jul 27 15:25:45.964177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Request body: {'port': {'device_id': '83ca12ec-677d-43ca-8e04-252a7b458701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:46.066177 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.228960 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3271-0fc1-4df1-b62d-7f78949090cf req-3ffbe618-1ee0-4377-b9a6-b1e4492a862e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:46.231018 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aadd3271-0fc1-4df1-b62d-7f78949090cf req-3ffbe618-1ee0-4377-b9a6-b1e4492a862e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 931 time: 0.1140208 Jul 27 15:25:46.267399 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4161661c-adba-4921-ac7f-845b1a363c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.269163 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0afda-886f-405d-9ec6-2061bb675478 req-a8224a17-7f21-4eb8-bb53-d61dce35891b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:46.270726 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-65c0afda-886f-405d-9ec6-2061bb675478 req-a8224a17-7f21-4eb8-bb53-d61dce35891b tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1031921 Jul 27 15:25:46.294308 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-aadd3271-0fc1-4df1-b62d-7f78949090cf req-fd0875ba-9a49-4fb0-bde1-6ee98dd9ee92 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Jul 27 15:25:46.322886 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-65c0afda-886f-405d-9ec6-2061bb675478 req-89748e62-8a9a-4976-afc1-0fd5423ed43f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Jul 27 15:25:46.463276 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cf891-b67b-4d23-8ca8-e0fe6963217e req-32dc5e34-c6ef-48da-806d-0b24e34771d0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:46.464927 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-953cf891-b67b-4d23-8ca8-e0fe6963217e req-32dc5e34-c6ef-48da-806d-0b24e34771d0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0743845 Jul 27 15:25:46.510869 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-953cf891-b67b-4d23-8ca8-e0fe6963217e req-7b2fe75f-2be3-45a2-8e5a-137f16c90ae8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Jul 27 15:25:46.541129 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:25:46.563090 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:25:46.564166 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 2f28d58b-d9e8-4f6b-84d0-a16d154fe9ba not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:25:46.615353 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4876f83-213f-41f4-b79e-975ccac654eb {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:25:46.623231 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.637261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Transition to ACTIVE for port object a4876f83-213f-41f4-b79e-975ccac654eb will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:25:46.640926 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.697106 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:46.765120 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Attempting to bind port a4876f83-213f-41f4-b79e-975ccac654eb on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:25:46.765455 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Attempting to bind port a4876f83-213f-41f4-b79e-975ccac654eb by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:25:46.765783 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Attempting to bind port a4876f83-213f-41f4-b79e-975ccac654eb on network dda8cb76-48cd-4061-9465-3f02fa986cfd {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:25:46.769958 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Port a4876f83-213f-41f4-b79e-975ccac654eb on network dda8cb76-48cd-4061-9465-3f02fa986cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:25:46.770280 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Attempting to bind port a4876f83-213f-41f4-b79e-975ccac654eb on network dda8cb76-48cd-4061-9465-3f02fa986cfd {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:25:46.774983 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:25:46.775323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Checking segment: {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:25:46.775706 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Bound using segment: {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:25:46.776128 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Bound port: a4876f83-213f-41f4-b79e-975ccac654eb, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a369113-20fd-459b-b98a-a12129925726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:25:46.776480 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.841480 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:25:46.845085 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a4876f83-213f-41f4-b79e-975ccac654eb,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:25:46.848418 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.881626 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:46.882241 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:46.883630 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4876f83-213f-41f4-b79e-975ccac654eb HTTP/1.1" status: 200 len: 1093 time: 0.9244354 Jul 27 15:25:46.903174 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12ae51-beac-4d73-ab6b-c1fd061062f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:47.002825 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-4805c258-b116-478e-8839-f253a92f083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.004218 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-4805c258-b116-478e-8839-f253a92f083e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 1096 time: 0.0560133 Jul 27 15:25:47.023920 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:47.026042 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c306224-80e1-48e9-968c-64f74693df56" -d '{"events": [{"name": "network-changed", "server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:47.057370 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-ccffe027-c9f2-4d42-b498-3747ba3bb82a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4876f83-213f-41f4-b79e-975ccac654eb HTTP/1.1" status: 200 len: 217 time: 0.0382814 Jul 27 15:25:47.061614 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554769e-2423-45f3-96f4-c29dc8c14360 x-openstack-request-id: req-c554769e-2423-45f3-96f4-c29dc8c14360 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:47.061894 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:47.062138 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c554769e-2423-45f3-96f4-c29dc8c14360 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:47.062541 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb', 'status': 'completed', 'code': 200} Jul 27 15:25:47.107518 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-ad2fa224-f59b-4227-b3e6-61c3b93138d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.108970 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-ad2fa224-f59b-4227-b3e6-61c3b93138d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38f565ed-2dfe-457c-bb72-6469db963a94 HTTP/1.1" status: 200 len: 854 time: 0.0426543 Jul 27 15:25:47.143887 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-a051a7ad-4263-4607-9025-e55cb4b17598 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dda8cb76-48cd-4061-9465-3f02fa986cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261714 Jul 27 15:25:47.237669 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-0d1792e8-1078-4c7b-baf4-ba295497b155 service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Jul 27 15:25:47.336495 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-24b323a2-d375-4728-bf4f-a70f27568b27 req-7b670024-7be0-43d9-848a-b8543ebfac49 service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909333 Jul 27 15:25:47.439643 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca1b3-2794-4c97-94cc-027c034e1516 req-363e5a4e-1fc8-4ccf-aee9-24695a072825 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.441444 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c4aca1b3-2794-4c97-94cc-027c034e1516 req-363e5a4e-1fc8-4ccf-aee9-24695a072825 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 943 time: 0.0706677 Jul 27 15:25:47.515078 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c4aca1b3-2794-4c97-94cc-027c034e1516 req-de65b79d-0766-4a03-b724-62d38e562e60 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633111 Jul 27 15:25:47.525047 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306224-80e1-48e9-968c-64f74693df56 req-519d7cf4-1e8a-4ee5-bc0f-95a857bb7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.526648 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-519d7cf4-1e8a-4ee5-bc0f-95a857bb7a68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 1096 time: 0.0605054 Jul 27 15:25:47.539925 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19522181-7754-4abb-821c-c0f65df6bea1 req-16ade11e-b63f-469e-b193-6c7dae85cf54 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.542014 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-19522181-7754-4abb-821c-c0f65df6bea1 req-16ade11e-b63f-469e-b193-6c7dae85cf54 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0993197 Jul 27 15:25:47.585568 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-19522181-7754-4abb-821c-c0f65df6bea1 req-be474a07-6860-4f74-b120-88f304e21524 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Jul 27 15:25:47.639281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306224-80e1-48e9-968c-64f74693df56 req-4e571bf2-a85b-4105-b8d4-a3dd9f906777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.640841 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-4e571bf2-a85b-4105-b8d4-a3dd9f906777 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 200 len: 915 time: 0.0925450 Jul 27 15:25:47.650373 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8b18a-6a28-4278-876d-0865563e6ec7 req-656ea1c0-61a8-46b3-a8ed-9378d51cfb7d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.651932 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b8d8b18a-6a28-4278-876d-0865563e6ec7 req-656ea1c0-61a8-46b3-a8ed-9378d51cfb7d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0639930 Jul 27 15:25:47.695380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b8d8b18a-6a28-4278-876d-0865563e6ec7 req-38798e32-2f93-4c1e-8325-b79c2cd81b0b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364282 Jul 27 15:25:47.700545 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-0c0b61e1-9a2e-47b2-82be-3f24e308df04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4876f83-213f-41f4-b79e-975ccac654eb HTTP/1.1" status: 200 len: 217 time: 0.0503635 Jul 27 15:25:47.774310 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306224-80e1-48e9-968c-64f74693df56 req-4b925f28-1a81-4a8e-bc2b-cc5312b4c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.775784 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-4b925f28-1a81-4a8e-bc2b-cc5312b4c028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38f565ed-2dfe-457c-bb72-6469db963a94 HTTP/1.1" status: 200 len: 854 time: 0.0560815 Jul 27 15:25:47.789804 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-240697c5-81e9-4237-9583-74ed1cd95be0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984380 Jul 27 15:25:47.826642 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-4ebd5cd0-beb8-4784-a5b3-3dcf09ac9042 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dda8cb76-48cd-4061-9465-3f02fa986cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343013 Jul 27 15:25:47.931305 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f474e-54c0-4122-82e2-b1fbf4935f22 req-c6d927de-35d9-4e17-9abf-b2e3e8f6f929 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.932867 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5e1f474e-54c0-4122-82e2-b1fbf4935f22 req-c6d927de-35d9-4e17-9abf-b2e3e8f6f929 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0831184 Jul 27 15:25:47.952705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-e3be512d-bec2-4052-99d8-0c812f600995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:47.954793 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-e3be512d-bec2-4052-99d8-0c812f600995 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 1099 time: 0.1257749 Jul 27 15:25:47.964828 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-be5f66c0-dbe7-4e07-a29c-c4eac8dfa571 service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089983 Jul 27 15:25:47.984217 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5e1f474e-54c0-4122-82e2-b1fbf4935f22 req-d9420504-7671-4387-a4e8-7654c85dfee3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Jul 27 15:25:48.028348 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-b77322c0-d0c3-4735-8e13-72f015e5e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.029845 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-b77322c0-d0c3-4735-8e13-72f015e5e1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0559490 Jul 27 15:25:48.122682 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-0fc59f27-73b7-4e7e-af86-8ee8f299ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.124169 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-0fc59f27-73b7-4e7e-af86-8ee8f299ccfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.0864735 Jul 27 15:25:48.128154 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-9c306224-80e1-48e9-968c-64f74693df56 req-d8aa8424-2c4d-4442-8a4d-5d80fb163735 service neutron] 10.222.0.46 "GET /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541677 Jul 27 15:25:48.130673 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-f4a9b93c-df0e-4730-9e43-7b6d65dbe510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.132023 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-f4a9b93c-df0e-4730-9e43-7b6d65dbe510 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.1499403 Jul 27 15:25:48.221438 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-bda4e4dd-e15d-4c32-afe2-15112144a99e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 200 len: 1001 time: 0.0588484 Jul 27 15:25:48.246300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-99f73956-c498-45f9-9860-088251587a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 1001 time: 0.0867772 Jul 27 15:25:48.274474 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-9968bb5b-9526-4296-836f-833144d8e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.275956 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-9968bb5b-9526-4296-836f-833144d8e6c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0462184 Jul 27 15:25:48.299237 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-2d229e76-79fa-4094-a080-4a2d2cf6766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.300670 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-2d229e76-79fa-4094-a080-4a2d2cf6766a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0466666 Jul 27 15:25:48.346492 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-61ddc47e-6669-47fa-a4d7-bfa97d99e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.348048 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-61ddc47e-6669-47fa-a4d7-bfa97d99e887 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569499 Jul 27 15:25:48.362724 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-cb3eb794-a034-4b38-a96f-52f5d8bc7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.364218 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-cb3eb794-a034-4b38-a96f-52f5d8bc7c9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535991 Jul 27 15:25:48.442438 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-c6a45411-5029-4d7f-8e52-187d87788e76 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820568 Jul 27 15:25:48.471689 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-b460ce97-3834-413f-943e-a5b5b5ae3989 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985067 Jul 27 15:25:48.543888 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4d9a41f2-2d9a-428d-a821-fb4c4108afc3 req-cfbd8053-b51d-482b-b7d3-268377a5cd24 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929596 Jul 27 15:25:48.556735 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a4876f83-213f-41f4-b79e-975ccac654eb details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:25:48.580089 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a9349bcf-4f24-4d15-9dc3-ddc05bc69dc3 req-9eca825f-7765-4f0d-9eec-dd5f1d7a2fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990677 Jul 27 15:25:48.669776 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a4876f83-213f-41f4-b79e-975ccac654eb,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:48.683020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'a4876f83-213f-41f4-b79e-975ccac654eb', 'network_id': 'dda8cb76-48cd-4061-9465-3f02fa986cfd', 'port_id': 'a4876f83-213f-41f4-b79e-975ccac654eb', 'mac_address': 'fa:16:3e:79:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f565ed-2dfe-457c-bb72-6469db963a94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:25:48.686682 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2c7c9-f6d4-4297-9bd2-d6ee4769d69f req-ab4ca4c9-7547-4b6a-9c21-5847c104b938 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.689114 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6aa2c7c9-f6d4-4297-9bd2-d6ee4769d69f req-ab4ca4c9-7547-4b6a-9c21-5847c104b938 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 943 time: 0.0849440 Jul 27 15:25:48.737574 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f6a268a-fd0b-4728-8b83-58c4b8b47a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:48.742203 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:48.758746 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4876f83-213f-41f4-b79e-975ccac654eb {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:25:48.772332 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6aa2c7c9-f6d4-4297-9bd2-d6ee4769d69f req-9191f97f-b2ee-4b59-b0d2-cb4fb486a2fb tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Jul 27 15:25:48.783001 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a4876f83-213f-41f4-b79e-975ccac654eb,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:48.788144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:48.816370 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcee5ce-9dbe-4e29-8211-ad5d0023d01b req-8d91fe5c-0905-43e5-8f28-2f35547080cc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:48.817810 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8dcee5ce-9dbe-4e29-8211-ad5d0023d01b req-8d91fe5c-0905-43e5-8f28-2f35547080cc tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1275830 Jul 27 15:25:48.856215 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:48.871084 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8dcee5ce-9dbe-4e29-8211-ad5d0023d01b req-777dfab7-5b2a-49d6-bcc0-dc98cd568544 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Jul 27 15:25:48.986966 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:49.112502 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d409be1-8ed5-4106-9bfb-733695e6b208 req-676f8037-611d-47ca-9cd5-5b3c5d057596 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:49.113921 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9d409be1-8ed5-4106-9bfb-733695e6b208 req-676f8037-611d-47ca-9cd5-5b3c5d057596 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0640633 Jul 27 15:25:49.149906 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9d409be1-8ed5-4106-9bfb-733695e6b208 req-f1b5fafc-5770-4124-ba2a-9e6fbf7e7d9d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301116 Jul 27 15:25:49.283496 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['a4876f83-213f-41f4-b79e-975ccac654eb'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:49.904623 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de509222-5202-4676-b052-17b3b7f28b0a req-afb509b8-2882-401b-b71e-2307e4cfd6ea tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:49.906280 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de509222-5202-4676-b052-17b3b7f28b0a req-afb509b8-2882-401b-b71e-2307e4cfd6ea tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 944 time: 0.0670545 Jul 27 15:25:49.958338 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-de509222-5202-4676-b052-17b3b7f28b0a req-0ba666ff-0f38-498b-8c0f-d00b58ceb4e3 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Jul 27 15:25:49.980872 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:50.009176 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7bfee-edc8-4f1f-8537-a15a532c9717 req-ab746056-fc21-4846-82c7-4cecf496f03c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:50.010683 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-97f7bfee-edc8-4f1f-8537-a15a532c9717 req-ab746056-fc21-4846-82c7-4cecf496f03c tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0695951 Jul 27 15:25:50.050337 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-97f7bfee-edc8-4f1f-8537-a15a532c9717 req-7455175b-fd8e-4307-88e2-45fede956070 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Jul 27 15:25:50.277678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40424-e508-4f61-8e74-a3b95c0a2f0a req-7b5d3993-3e74-4011-9a07-a16e8aca7843 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:50.279216 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-41d40424-e508-4f61-8e74-a3b95c0a2f0a req-7b5d3993-3e74-4011-9a07-a16e8aca7843 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0621998 Jul 27 15:25:50.317959 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-41d40424-e508-4f61-8e74-a3b95c0a2f0a req-54fbf6d5-9584-49e6-b34c-520e6a329853 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Jul 27 15:25:50.560378 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a4876f83-213f-41f4-b79e-975ccac654eb up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:25:50.610046 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port a4876f83-213f-41f4-b79e-975ccac654eb completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:25:50.614213 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port a4876f83-213f-41f4-b79e-975ccac654eb triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:25:50.614611 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:50.688310 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:50.710170 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:50.712571 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08239fa-9ee9-4a49-8386-964e642f5d5c" -d '{"events": [{"server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "name": "network-vif-plugged", "status": "completed", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:50.726311 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a4876f83-213f-41f4-b79e-975ccac654eb,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:50.731036 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:50.755969 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a6788-5109-4ce7-9fb3-97148af52e5e x-openstack-request-id: req-c21a6788-5109-4ce7-9fb3-97148af52e5e {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:50.756260 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "name": "network-vif-plugged", "status": "completed", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:50.756512 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c21a6788-5109-4ce7-9fb3-97148af52e5e {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:50.756906 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb', 'code': 200} Jul 27 15:25:50.782725 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:51.001230 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88f43-eafd-46b3-a778-9089edce4c7e req-eb843ac1-5f59-4bc1-ae3a-eea807ded16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:51.001754 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7fc88f43-eafd-46b3-a778-9089edce4c7e req-eb843ac1-5f59-4bc1-ae3a-eea807ded16d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 1098 time: 0.0592678 Jul 27 15:25:51.080104 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7fc88f43-eafd-46b3-a778-9089edce4c7e req-e6324d4c-90b5-40a7-9ef4-b0c7ea3af5b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Jul 27 15:25:51.110426 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc2e1-10e5-4adb-984c-7e7fa5b4cb30 req-1496be16-2e55-4159-bee0-08ee04ff5281 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:51.111983 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71afc2e1-10e5-4adb-984c-7e7fa5b4cb30 req-1496be16-2e55-4159-bee0-08ee04ff5281 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0830643 Jul 27 15:25:51.183648 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71afc2e1-10e5-4adb-984c-7e7fa5b4cb30 req-4f0a6029-fc18-4103-8691-a866dc6553a1 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Jul 27 15:25:51.208617 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759608-639b-4343-9b06-4781a9fe5a91 req-f53f86dc-3104-470e-a081-34f86fb46578 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:51.210150 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af759608-639b-4343-9b06-4781a9fe5a91 req-f53f86dc-3104-470e-a081-34f86fb46578 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0909607 Jul 27 15:25:51.248225 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af759608-639b-4343-9b06-4781a9fe5a91 req-a5f82cc4-6826-4b0b-b33e-1218d5abdef7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Jul 27 15:25:51.945407 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:52.350185 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7006b-8206-45f6-8bf7-84e427e465f1 req-38f88355-716d-46f5-8047-4a1b509a8c2c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:52.351693 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e9e7006b-8206-45f6-8bf7-84e427e465f1 req-38f88355-716d-46f5-8047-4a1b509a8c2c tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0893006 Jul 27 15:25:52.409477 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938018e-f34e-4c6b-a653-9b0302954c7c req-8d2df0f6-791a-458b-b67a-b8f12f2fa224 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:52.410954 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3938018e-f34e-4c6b-a653-9b0302954c7c req-8d2df0f6-791a-458b-b67a-b8f12f2fa224 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0984819 Jul 27 15:25:52.413532 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e9e7006b-8206-45f6-8bf7-84e427e465f1 req-5f2adbf9-1503-4b1e-bca6-7a9c3021923e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Jul 27 15:25:52.448257 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3938018e-f34e-4c6b-a653-9b0302954c7c req-3c9d5508-d356-4ae3-a727-c4c8ba36d46e tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Jul 27 15:25:53.569939 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf7ec2-24be-4d1c-a9b6-5a25169babc3 req-27bc9262-3246-418f-af48-a7b40c27eadd tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:53.571523 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6cf7ec2-24be-4d1c-a9b6-5a25169babc3 req-27bc9262-3246-418f-af48-a7b40c27eadd tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0942225 Jul 27 15:25:53.647701 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a9f0b-615a-43be-aec4-df7d25b4af73 req-3ecad241-dffd-493c-86f8-303a4ff379ba tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:53.649166 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8f8a9f0b-615a-43be-aec4-df7d25b4af73 req-3ecad241-dffd-493c-86f8-303a4ff379ba tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1340945 Jul 27 15:25:53.674493 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6cf7ec2-24be-4d1c-a9b6-5a25169babc3 req-085f456d-b0c3-41bd-a591-f4c6fee4485a tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902524 Jul 27 15:25:53.707673 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-a28a46cb-3a2e-4f8f-9623-a848a9da86ca tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:53.709175 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-a28a46cb-3a2e-4f8f-9623-a848a9da86ca tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 945 time: 0.1361015 Jul 27 15:25:53.716802 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8f8a9f0b-615a-43be-aec4-df7d25b4af73 req-ef9f0f57-5b13-40bb-983b-c9aa218b1655 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/security-groups?id=b43b068c-2970-4b01-9ac2-34d7d5dd385e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565722 Jul 27 15:25:53.819453 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Deleting port c19d7c85-39cc-4b88-9f66-88f0b1054f65 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:25:53.819784 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:53.916572 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] For port c19d7c85-39cc-4b88-9f66-88f0b1054f65, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c19d7c85-39cc-4b88-9f66-88f0b1054f65,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:53.917034 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:53.933050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Calling delete_port for c19d7c85-39cc-4b88-9f66-88f0b1054f65 owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:25:54.091143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:54.125589 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['c19d7c85-39cc-4b88-9f66-88f0b1054f65'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:54.127348 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Pushing event deleted for resources: {'Port': ['ID=c19d7c85-39cc-4b88-9f66-88f0b1054f65,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:54.401896 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] No DVR routers for this DVR port c19d7c85-39cc-4b88-9f66-88f0b1054f65 on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:25:54.413396 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:54.414552 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8d9c59a4-ef05-40e3-af73-d8561cfe7540 req-9a9a813d-8a87-424c-9e5e-3e03f2db16d7 tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.46 "DELETE /v2.0/ports/c19d7c85-39cc-4b88-9f66-88f0b1054f65 HTTP/1.1" status: 204 len: 173 time: 0.6965919 Jul 27 15:25:54.414985 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'name': 'network-vif-deleted', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:54.417469 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a7825e-6b60-4f78-acbd-ba936817553c" -d '{"events": [{"server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "name": "network-vif-deleted", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:54.476192 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc127adb-8fcf-46b9-965a-6e5e01a8ffcb req-c2fc72ce-b40a-48e9-9529-8a03d490ecc2 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:54.477591 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dc127adb-8fcf-46b9-965a-6e5e01a8ffcb req-c2fc72ce-b40a-48e9-9529-8a03d490ecc2 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0770006 Jul 27 15:25:54.479092 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68fb850-8492-4b2e-a5a6-c1ece1dbb797 x-openstack-request-id: req-d68fb850-8492-4b2e-a5a6-c1ece1dbb797 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:54.479366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8430fe02-1ac5-4a7b-9332-d299c54fa8b2", "name": "network-vif-deleted", "tag": "c19d7c85-39cc-4b88-9f66-88f0b1054f65", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:54.479611 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d68fb850-8492-4b2e-a5a6-c1ece1dbb797 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:54.479976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8430fe02-1ac5-4a7b-9332-d299c54fa8b2', 'name': 'network-vif-deleted', 'tag': 'c19d7c85-39cc-4b88-9f66-88f0b1054f65', 'status': 'completed', 'code': 200} Jul 27 15:25:54.516590 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dc127adb-8fcf-46b9-965a-6e5e01a8ffcb req-9807ad92-9e2c-48d3-964d-21891b5a9575 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Jul 27 15:25:54.540706 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36020) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:54.727888 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe4058-255f-4c96-8d10-2a7887b00156 tempest-TestMinimumBasicScenario-743935064 tempest-TestMinimumBasicScenario-743935064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:54.729320 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-10fe4058-255f-4c96-8d10-2a7887b00156 tempest-TestMinimumBasicScenario-743935064 tempest-TestMinimumBasicScenario-743935064-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1094 time: 0.1874042 Jul 27 15:25:54.732197 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36024) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:54.736903 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'port_id': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:54.758858 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:54.835237 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6985100c-3859-402a-8eaa-428efccc745f req-5dd46c61-a5e1-4316-b888-67b27f67fd4f tempest-ServerRescueNegativeTestJSON-1309020346 tempest-ServerRescueNegativeTestJSON-1309020346-project] 10.222.0.37 "GET /v2.0/ports?device_id=8430fe02-1ac5-4a7b-9332-d299c54fa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0323596 Jul 27 15:25:54.888878 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.002961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Allocated IP 172.27.1.51 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/5bc84989-f097-4359-a90d-8fc516d5dd05) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:25:55.117774 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.155959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.196903 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:25:55.202904 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:25:55.207607 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:25:55.210315 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'Port': ['ID=5bc84989-f097-4359-a90d-8fc516d5dd05,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:55.563601 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.630355 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:25:55.644245 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.686383 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36036) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:55.795872 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-643e04ef-79c7-4e8d-9bb8-fc60fb587b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.817051 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.824274 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:55.890686 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36042) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:55.918893 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'Port': ['ID=5bc84989-f097-4359-a90d-8fc516d5dd05,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:55.942788 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.044376 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-643e04ef-79c7-4e8d-9bb8-fc60fb587b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.055637 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-643e04ef-79c7-4e8d-9bb8-fc60fb587b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.085881 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Floating IP 2c3a0d5c-008e-4862-972f-be68b7a79b46 associated. External IP: 172.27.1.51, port: 0bb393d9-c24e-40b6-91a9-81412447d60f. Jul 27 15:25:56.145072 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-643e04ef-79c7-4e8d-9bb8-fc60fb587b2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64045727cfc4488290a3e05639bc4ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576266 Jul 27 15:25:56.145881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e04ef-79c7-4e8d-9bb8-fc60fb587b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfff9e3-ddbe-4183-af37-b38314616e99,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:56.147912 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36046) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:56.272096 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.307675 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.330247 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Router c7b80b3a-45fc-414c-bc35-be5c47f1d29c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:25:56.412402 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.415199 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.417989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.419173 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cfff9e3-ddbe-4183-af37-b38314616e99 HTTP/1.1" status: 204 len: 168 time: 0.2659988 Jul 27 15:25:56.438580 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:25:56.452854 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Sync routers for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:25:56.456925 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.466278 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd72513-e3d4-4b51-a822-26c2f71826a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfff9e3-ddbe-4183-af37-b38314616e99,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:56.466489 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:25:56.467028 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:25:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:56.509888 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b87a4bdc-6ab5-48c8-80da-10016ba701f9 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7766719 Jul 27 15:25:56.510815 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36050) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:56.511643 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:56.514346 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:56.522799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102933022', 'description': 'tempest-secgroup-smoke-102933022 description', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:56.550588 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.572619 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77281af9-6d7c-44c4-bb43-3d121369622a x-openstack-request-id: req-77281af9-6d7c-44c4-bb43-3d121369622a {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:56.572619 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:56.572619 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77281af9-6d7c-44c4-bb43-3d121369622a {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:56.580320 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c19d7c85-39cc-4b88-9f66-88f0b1054f65 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:25:56.582444 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:25:56.622772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: c19d7c85-39cc-4b88-9f66-88f0b1054f65 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:25:56.623436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c19d7c85-39cc-4b88-9f66-88f0b1054f65 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:25:56.636094 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:25:56.720948 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-08807d39-b532-4285-b981-bc21b754b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:56.722565 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-08807d39-b532-4285-b981-bc21b754b9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0957952 Jul 27 15:25:56.800409 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.808820 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.855525 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.859597 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3383927 Jul 27 15:25:56.859753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Deleting port f393bb42-f10d-4b41-9712-936e464d53db {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:25:56.859753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.859969 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36054) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:56.864415 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:56.873047 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5540d0-7edc-4d3f-9aed-4e8a29fc39ed tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c8d4cc-9b9b-409b-98d0-909c9247b620,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:56.897026 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-03b8c044-92a9-41f5-ab7a-960ab97c47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:56.898653 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-03b8c044-92a9-41f5-ab7a-960ab97c47a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.1669354 Jul 27 15:25:56.916502 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '2c3a0d5c-008e-4862-972f-be68b7a79b46', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'port_id': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'mac_address': 'fa:16:3e:22:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:25:55Z', 'updated_at': '2021-07-27T15:25:55Z', 'revision_number': 0, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:56.918736 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:56.946056 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Checking router: c7b80b3a-45fc-414c-bc35-be5c47f1d29c for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:25:56.957438 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:25:56.957867 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:25:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:56.998249 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-1c471e96-2e15-4761-a9a9-2299ac682f97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 999 time: 0.0918498 Jul 27 15:25:57.044394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.050034 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.068235 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:25:57.074389 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0a8cb6-a4b1-4199-a5c1-bdbbdd08bb0e,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.083913 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-e769454e-0be6-4ee0-9bf9-0e952edcaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:57.085570 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-e769454e-0be6-4ee0-9bf9-0e952edcaa09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0808005 Jul 27 15:25:57.092218 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.093675 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-46a9f438-4508-4a47-b9b6-c9c872b9b40c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325451 Jul 27 15:25:57.103466 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36056) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:57.107975 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:57.161812 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.189245 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] For port f393bb42-f10d-4b41-9712-936e464d53db, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f393bb42-f10d-4b41-9712-936e464d53db,segment=NetworkSegment(0ff393af-2e8d-43eb-b668-d24875bceb55),segment_id=0ff393af-2e8d-43eb-b668-d24875bceb55)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:57.189856 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.201119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-4b1b88f8-2740-47c7-a0e5-bd261c503af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:57.202810 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-4b1b88f8-2740-47c7-a0e5-bd261c503af3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078498 Jul 27 15:25:57.205497 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Calling delete_port for f393bb42-f10d-4b41-9712-936e464d53db owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:25:57.284656 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.293423 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.326513 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90e8a8b-c5a7-4893-bdba-ebec01be1f9a,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.331767 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.335458 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d3fe8da8-a2d4-4e3e-8550-897f3d83e43d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2286315 Jul 27 15:25:57.336356 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36060) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:57.342244 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '2c3a0d5c-008e-4862-972f-be68b7a79b46', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'port_id': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'mac_address': 'fa:16:3e:22:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:25:55Z', 'updated_at': '2021-07-27T15:25:55Z', 'revision_number': 0, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:57.345316 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:57.348146 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-39d9f89a-5541-4836-87b7-ed0f5441013c service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328216 Jul 27 15:25:57.373449 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4acc7-cab9-45cb-88ec-d082ae412c7c None None] The sync data for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi is: [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '2c3a0d5c-008e-4862-972f-be68b7a79b46', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'port_id': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'mac_address': 'fa:16:3e:22:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:25:55Z', 'updated_at': '2021-07-27T15:25:55Z', 'revision_number': 0, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:25:57.395219 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.454101 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd4c4f03-3ae8-42ce-af77-52d1fb27a9c2 req-94a19847-ddff-47b9-8230-8a63c9d32315 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981781 Jul 27 15:25:57.488095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.489287 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.499583 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.528463 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Pushing event deleted for resources: {'Port': ['ID=f393bb42-f10d-4b41-9712-936e464d53db,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.562092 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb61b24-c8d7-4352-9764-dd9a0716de59,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.566879 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.570742 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ee445599-eee4-43a5-b6d7-312bbd44d5e4 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293136 Jul 27 15:25:57.571157 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36062) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:57.575745 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:57.591651 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932f66e-4286-4946-960d-b5713611c60b None None] New status for floating IP 2c3a0d5c-008e-4862-972f-be68b7a79b46: ACTIVE {{(pid=93078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:25:57.605236 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.670248 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.674762 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.692799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3214a7f-4a5b-49e7-98b7-6c24631526bd,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.701406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.703239 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4853b615-e947-487d-a138-840339906636 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310945 Jul 27 15:25:57.706489 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36064) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:57.712085 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:57.713654 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.737603 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.securitygroups_db [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Project f9c187b19f4a4b289f866e96946b7e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:25:57.743067 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.806607 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.810439 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.827826 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ff8833-3904-4ef5-b720-81d6927e2ca5,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.838762 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.840056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2cc2f636-d61a-4f0b-be13-31248fafb852 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320293 Jul 27 15:25:57.843040 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36066) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:57.847996 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8d4cc-9b9b-409b-98d0-909c9247b620', 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:57.880923 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.securitygroups_db [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Project f9c187b19f4a4b289f866e96946b7e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:25:57.887859 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.945604 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Router a0659839-0dbc-4b63-9e3e-524874da7caf has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:25:57.949984 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.955289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.972283 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c36e24-5934-4f5f-9272-92e973612336,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:57.980037 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:57.981489 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-02f27058-8b12-474a-8292-99d09b52b03c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373672 Jul 27 15:25:58.055056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:25:58.060230 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-8780363f-7e82-413c-b79c-a3dbec18e410 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102933022&fields=id&tenant_id=f9c187b19f4a4b289f866e96946b7e3c HTTP/1.1" status: 200 len: 267 time: 0.0356433 Jul 27 15:25:58.062591 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36070) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:58.063361 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5e0eaa3d-757c-4828-bf01-31b7b15c9112 admin admin] 10.222.0.37 "PUT /v2.0/routers/a0659839-0dbc-4b63-9e3e-524874da7caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710212 Jul 27 15:25:58.065479 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Sync routers for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:25:58.074360 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:25:58.074992 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:25:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:58.177055 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:25:58.204177 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.212386 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-6ac2fc42-544f-4a67-8126-e2ec6728685b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:58.213839 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-6ac2fc42-544f-4a67-8126-e2ec6728685b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.1434131 Jul 27 15:25:58.254116 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'port': {'security_groups': ['9cb9ffee-00af-4c0e-9783-4c13ba7352eb', 'c3c8d4cc-9b9b-409b-98d0-909c9247b620']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:25:58.352485 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:25:57Z', 'revision_number': 5, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:58.377189 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Checking router: a0659839-0dbc-4b63-9e3e-524874da7caf for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:25:58.385114 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Routers {'a0659839-0dbc-4b63-9e3e-524874da7caf'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:25:58.385713 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:25:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['a0659839-0dbc-4b63-9e3e-524874da7caf'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:58.388099 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.398021 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.486929 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] Set router a0659839-0dbc-4b63-9e3e-524874da7caf gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:25:58.515489 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Deleting port 36f28763-276d-4a43-9afb-22a82e64c8a2 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:25:58.515910 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.661568 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:25:57Z', 'revision_number': 5, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:25:58.685632 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] For port 36f28763-276d-4a43-9afb-22a82e64c8a2, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=36f28763-276d-4a43-9afb-22a82e64c8a2,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:58.685993 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.708358 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Calling delete_port for 36f28763-276d-4a43-9afb-22a82e64c8a2 owned by network:router_gateway {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:25:58.715758 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:25:58.765645 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce501eb2-2a76-4839-8fb6-8b8fee4e8f68 None None] The sync data for ids ['a0659839-0dbc-4b63-9e3e-524874da7caf'] in dv-cinder-800431-2-iscsi is: [{'id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'name': 'tempest-ServerRescueNegativeTestJSON-1532932221-router', 'tenant_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:33Z', 'updated_at': '2021-07-27T15:25:57Z', 'revision_number': 5, 'project_id': '8aa9a0a21019483cbc4b4f3328f558d7', 'gw_port': {'id': '36f28763-276d-4a43-9afb-22a82e64c8a2', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0659839-0dbc-4b63-9e3e-524874da7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:25:58.790751 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.804751 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.847493 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:58.871957 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:58.872587 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:58.873976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-64c7e350-3bae-490f-b812-88e4d4bb87bc req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "PUT /v2.0/ports/0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 982 time: 0.6269770 Jul 27 15:25:58.920485 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:25:58.926683 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94" -d '{"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:25:59.067167 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:25:59.202506 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9559b-e9b5-41bd-bc17-008764114dc4 x-openstack-request-id: req-aed9559b-e9b5-41bd-bc17-008764114dc4 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:25:59.202723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:25:59.203850 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aed9559b-e9b5-41bd-bc17-008764114dc4 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:25:59.203850 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:25:59.221217 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-03ad622a-bba1-4674-ae5a-3ec8d090f002 None None] Provisioning complete for port 0bb393d9-c24e-40b6-91a9-81412447d60f triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:25:59.221609 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-03ad622a-bba1-4674-ae5a-3ec8d090f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.246860 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa81ca3-2e36-4aeb-8ee0-a888d377dc16 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=6']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:59.340629 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8d530-1d33-47e8-8a30-3b73ed795af7 req-94479512-9fbb-4ed1-b54a-accf3211939f tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:59.348249 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d2b8d530-1d33-47e8-8a30-3b73ed795af7 req-94479512-9fbb-4ed1-b54a-accf3211939f tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.4059033 Jul 27 15:25:59.356388 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.360366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-2242bba0-c295-4a3b-bb94-f7a97267a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:59.361828 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-2242bba0-c295-4a3b-bb94-f7a97267a690 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1138 time: 0.1573446 Jul 27 15:25:59.406068 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f28763-276d-4a43-9afb-22a82e64c8a2,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:25:59.413830 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f393bb42-f10d-4b41-9712-936e464d53db no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:25:59.466300 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: f393bb42-f10d-4b41-9712-936e464d53db {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:25:59.466667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f393bb42-f10d-4b41-9712-936e464d53db not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:25:59.487712 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d2b8d530-1d33-47e8-8a30-3b73ed795af7 req-b44fe394-2955-4978-afad-efe0d7b4e7d5 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386068 Jul 27 15:25:59.550931 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.642041 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-830e3981-2b47-43cb-80e5-abc77b9424ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:59.644307 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-830e3981-2b47-43cb-80e5-abc77b9424ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.2687018 Jul 27 15:25:59.681087 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.711710 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.784037 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.784566 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0659839-0dbc-4b63-9e3e-524874da7caf {{(pid=93076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:25:59.788004 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-57fe7364-d2de-4a02-b0f5-936a2002ec3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 1001 time: 0.1170285 Jul 27 15:25:59.790771 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.792057 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-08a079ff-07df-4cc7-8322-dda49fb74bd6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a0659839-0dbc-4b63-9e3e-524874da7caf HTTP/1.1" status: 204 len: 168 time: 1.7274282 Jul 27 15:25:59.794602 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36082) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:25:59.873659 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Deleting subnet 1c9b069d-76a1-477b-9dc2-eaaf96a5790b {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:25:59.879713 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.903299 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-638891dc-6df5-4180-9df2-0b9a8f631522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:25:59.904754 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-638891dc-6df5-4180-9df2-0b9a8f631522 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0810726 Jul 27 15:25:59.934023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:25:59.999909 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.036376 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-1f56aa5d-e8ea-407a-80ad-f45d71ce6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:00.037859 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-1f56aa5d-e8ea-407a-80ad-f45d71ce6e8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1168876 Jul 27 15:26:00.073330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.132650 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9b069d-76a1-477b-9dc2-eaaf96a5790b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:00.142366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.144263 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9c313ffb-aa33-414c-aaf2-c10ce32b072d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c9b069d-76a1-477b-9dc2-eaaf96a5790b HTTP/1.1" status: 204 len: 168 time: 0.3487549 Jul 27 15:26:00.146810 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36084) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:00.173306 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-839c147f-609a-4e7e-a5e3-240982d3273c service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183434 Jul 27 15:26:00.213392 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.277497 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fd9b6273-5341-4ac2-9e59-a11a47e2ec94 req-d0856ecc-12bd-4465-bd18-d9c1f520bf55 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914915 Jul 27 15:26:00.305683 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.315473 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13b796e-a783-460d-844e-a07d23cb040b']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:00.325424 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff393af-2e8d-43eb-b668-d24875bceb55') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:00.325661 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff393af-2e8d-43eb-b668-d24875bceb55') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:00.334770 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.348565 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.354886 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:26:00.355273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:26:00.356870 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:26:00.408590 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.415680 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.417785 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] 10.222.0.37 "DELETE /v2.0/networks/d13b796e-a783-460d-844e-a07d23cb040b HTTP/1.1" status: 204 len: 168 time: 0.2699072 Jul 27 15:26:00.427321 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91ebe-cf0b-44d7-aa68-5c3e426f4dff admin admin] Pushing event deleted for resources: {'Network': ['ID=d13b796e-a783-460d-844e-a07d23cb040b,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:00.598232 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36092) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:00.639976 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8cbfbb15-146f-4c43-884a-ff6a72dcac22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aa9a0a21019483cbc4b4f3328f558d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405874 Jul 27 15:26:00.642881 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36094) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:00.688184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.708705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.752866 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.755387 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:00.756495 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b43b068c-2970-4b01-9ac2-34d7d5dd385e HTTP/1.1" status: 204 len: 168 time: 0.1127541 Jul 27 15:26:00.763757 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ded0-69eb-459e-a27f-afbdd541e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b068c-2970-4b01-9ac2-34d7d5dd385e,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:01.327395 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 36f28763-276d-4a43-9afb-22a82e64c8a2 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:26:01.347951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 36f28763-276d-4a43-9afb-22a82e64c8a2 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:26:01.348222 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 36f28763-276d-4a43-9afb-22a82e64c8a2 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:26:15.924339 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:16.258149 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b6e86d29-95b3-43da-920b-0a177955a3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:17.914663 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6437c8-cf52-4075-9fbf-08e16597d5fd req-a80ef244-60ff-4fd5-8c3e-21a39ff0e1b5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:17.916427 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf6437c8-cf52-4075-9fbf-08e16597d5fd req-a80ef244-60ff-4fd5-8c3e-21a39ff0e1b5 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0628579 Jul 27 15:26:17.953213 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf6437c8-cf52-4075-9fbf-08e16597d5fd req-5a849a5c-7e47-45ba-a46a-cabb27f14a59 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Jul 27 15:26:18.719485 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-61982862-00ae-4f8e-b347-d75b570a2cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:18.992042 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:19.093096 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f3df-f29a-41d4-a0a0-4b162ba56c48 req-e8f13a05-9d17-409a-b092-ad617ce7ee34 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:19.100347 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71f2f3df-f29a-41d4-a0a0-4b162ba56c48 req-e8f13a05-9d17-409a-b092-ad617ce7ee34 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0774570 Jul 27 15:26:19.135636 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71f2f3df-f29a-41d4-a0a0-4b162ba56c48 req-545e1df8-6b9a-4aa2-b1be-c8c45723dec1 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Jul 27 15:26:19.923050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b100-287d-4a63-8565-71abae418760 req-9e8fb4d4-f58f-4832-b88a-9abe6723fe76 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:19.925145 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1348b100-287d-4a63-8565-71abae418760 req-9e8fb4d4-f58f-4832-b88a-9abe6723fe76 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 945 time: 0.0605109 Jul 27 15:26:19.966951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:20.026722 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Deleting port a4876f83-213f-41f4-b79e-975ccac654eb {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:26:20.027060 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:20.111054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] For port a4876f83-213f-41f4-b79e-975ccac654eb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a4876f83-213f-41f4-b79e-975ccac654eb,segment=NetworkSegment(0a369113-20fd-459b-b98a-a12129925726),segment_id=0a369113-20fd-459b-b98a-a12129925726)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:20.111710 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:20.124284 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Calling delete_port for a4876f83-213f-41f4-b79e-975ccac654eb owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:26:20.284839 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:20.317782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Pushing event deleted for resources: {'Port': ['ID=a4876f83-213f-41f4-b79e-975ccac654eb,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:20.332966 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['a4876f83-213f-41f4-b79e-975ccac654eb'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:26:20.333139 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2e73-deb3-4562-9136-f99c842f8e54 req-9aec43fc-8724-4ed9-bd78-bdd1c3857b29 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:20.334576 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-304f2e73-deb3-4562-9136-f99c842f8e54 req-9aec43fc-8724-4ed9-bd78-bdd1c3857b29 tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ca12ec-677d-43ca-8e04-252a7b458701 HTTP/1.1" status: 200 len: 867 time: 0.1305614 Jul 27 15:26:20.382532 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] No DVR routers for this DVR port a4876f83-213f-41f4-b79e-975ccac654eb on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:26:20.385553 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:20.387508 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1348b100-287d-4a63-8565-71abae418760 req-bceac241-c392-46cb-8060-b0241fd5c09e tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.46 "DELETE /v2.0/ports/a4876f83-213f-41f4-b79e-975ccac654eb HTTP/1.1" status: 204 len: 173 time: 0.4553413 Jul 27 15:26:20.387936 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'name': 'network-vif-deleted', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:20.390236 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93a16c6-6940-4759-b6ff-74f59967d112" -d '{"events": [{"server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "name": "network-vif-deleted", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:20.421921 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-304f2e73-deb3-4562-9136-f99c842f8e54 req-14c23130-9b94-4a67-9586-115634945fab tempest-VolumesSnapshotTestJSON-1823848464 tempest-VolumesSnapshotTestJSON-1823848464-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5f5fa0e-3f09-4234-a01e-15630b82e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Jul 27 15:26:20.432254 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d05a5-6c95-4236-a08f-55b873a06469 x-openstack-request-id: req-ad1d05a5-6c95-4236-a08f-55b873a06469 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:20.432597 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca12ec-677d-43ca-8e04-252a7b458701", "name": "network-vif-deleted", "tag": "a4876f83-213f-41f4-b79e-975ccac654eb", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:20.432856 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad1d05a5-6c95-4236-a08f-55b873a06469 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:20.433277 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ca12ec-677d-43ca-8e04-252a7b458701', 'name': 'network-vif-deleted', 'tag': 'a4876f83-213f-41f4-b79e-975ccac654eb', 'status': 'completed', 'code': 200} Jul 27 15:26:21.935388 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:22.666199 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a4876f83-213f-41f4-b79e-975ccac654eb no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:26:22.688352 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: a4876f83-213f-41f4-b79e-975ccac654eb {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:26:22.688697 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a4876f83-213f-41f4-b79e-975ccac654eb not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:26:32.628404 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:26:35.653071 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfc78-b95e-48d0-a2fd-81e5c35efb47 req-8e8ebf9a-6ffe-41b9-9eb3-54feb9d994d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:35.654551 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4a8dfc78-b95e-48d0-a2fd-81e5c35efb47 req-8e8ebf9a-6ffe-41b9-9eb3-54feb9d994d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.2290072 Jul 27 15:26:35.691552 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4a8dfc78-b95e-48d0-a2fd-81e5c35efb47 req-1f641f87-bfb3-4142-aa8a-97d0e5b8ea11 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310133 Jul 27 15:26:36.873731 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c299d-83f9-46ae-a50e-a307841ff9e5 req-77cdaa99-c080-48db-8f8f-5df2f52545b3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:36.875321 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-012c299d-83f9-46ae-a50e-a307841ff9e5 req-77cdaa99-c080-48db-8f8f-5df2f52545b3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.1135807 Jul 27 15:26:36.914199 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-012c299d-83f9-46ae-a50e-a307841ff9e5 req-7d7beb16-a5ce-4147-8099-ad842299bbc1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Jul 27 15:26:37.558654 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-7aca4de6-2b0b-4fe3-80d4-cc02e5cb527d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:37.559477 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-7aca4de6-2b0b-4fe3-80d4-cc02e5cb527d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0938020 Jul 27 15:26:37.667853 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Deleting port a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:26:37.668192 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:37.752626 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] For port a03d9438-c7a4-446b-884f-370251dd9d3c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a03d9438-c7a4-446b-884f-370251dd9d3c,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:37.752989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:37.961959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:37.962606 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:37.962780 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Floating IP d68d6080-c81a-4b9b-9812-7e243c7fbb33 disassociated. External IP: 172.27.1.206, port: a03d9438-c7a4-446b-884f-370251dd9d3c. Jul 27 15:26:37.963165 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Calling delete_port for a03d9438-c7a4-446b-884f-370251dd9d3c owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:26:38.091371 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356694-ffe4-4a0e-a49d-838b853caa06 req-3b64b52e-455e-4dc4-8bd0-b88fd3ad30c9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:38.092849 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3d356694-ffe4-4a0e-a49d-838b853caa06 req-3b64b52e-455e-4dc4-8bd0-b88fd3ad30c9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 946 time: 0.0886691 Jul 27 15:26:38.156689 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3d356694-ffe4-4a0e-a49d-838b853caa06 req-82ed2f79-d054-47dd-96f7-d04315aee3fd tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6f97269-651d-47a0-93d4-52578d72edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Jul 27 15:26:38.157693 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:38.189241 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'Port': ['ID=a03d9438-c7a4-446b-884f-370251dd9d3c,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:38.199614 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.199967 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.200306 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.200647 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.200981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.201314 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.201656 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.201973 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.202296 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.202651 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.202976 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.203298 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:38.310411 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:26:38.634035 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:26:38.646262 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:26:38.656609 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:38.657476 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:38.680796 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] No DVR routers for this DVR port a03d9438-c7a4-446b-884f-370251dd9d3c on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:26:38.683522 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:38.685654 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83e32879-838f-4208-a1fe-4ce25698c2e7 req-c03e11f1-2d45-4ab4-86bc-4fbc66cec727 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "DELETE /v2.0/ports/a03d9438-c7a4-446b-884f-370251dd9d3c HTTP/1.1" status: 204 len: 173 time: 1.1180134 Jul 27 15:26:38.686143 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-deleted', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:38.688477 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3efba13-ff3d-4709-b073-49683450b2b1" -d '{"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-deleted", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:38.733122 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75828a4-ac7b-4b7d-ba3d-f9d761b6fee8 x-openstack-request-id: req-e75828a4-ac7b-4b7d-ba3d-f9d761b6fee8 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:38.733421 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330a8a79-8995-4ac2-b93f-656f98368132", "name": "network-vif-deleted", "tag": "a03d9438-c7a4-446b-884f-370251dd9d3c", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:38.733707 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e75828a4-ac7b-4b7d-ba3d-f9d761b6fee8 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:38.734109 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330a8a79-8995-4ac2-b93f-656f98368132', 'name': 'network-vif-deleted', 'tag': 'a03d9438-c7a4-446b-884f-370251dd9d3c', 'status': 'completed', 'code': 200} Jul 27 15:26:38.778699 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:39.013363 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:39.038301 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:26:39.046669 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:39.047271 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:39.150797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:39.260505 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4726cf0e-a34f-4636-a293-22cdde9c3670 req-0be90157-906d-4a15-bfdb-6f8fed7bcf04 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Jul 27 15:26:39.461533 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:39.487908 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c94-817c-4660-ab76-ce6ba1807378 None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:26:39.697992 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714306d-76c5-4430-8419-f17d35eee2b3 None None] New status for floating IP d68d6080-c81a-4b9b-9812-7e243c7fbb33: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:26:40.176625 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d9338-3e42-4fe2-98c6-ce95a5535d29 req-4558068f-e982-4aa6-a9cf-8b2a3067379d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:40.178099 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b25d9338-3e42-4fe2-98c6-ce95a5535d29 req-4558068f-e982-4aa6-a9cf-8b2a3067379d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0643778 Jul 27 15:26:40.216940 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b25d9338-3e42-4fe2-98c6-ce95a5535d29 req-f16ce046-cf77-4cc4-8b9d-63ec2e2fbfb2 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327394 Jul 27 15:26:40.365969 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d5e74f2c-1be8-4d29-bf53-2a0cd90a436d req-fbf38092-26be-45d2-a491-6445e5693c7d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=330a8a79-8995-4ac2-b93f-656f98368132 HTTP/1.1" status: 200 len: 210 time: 0.0303869 Jul 27 15:26:40.818036 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-c0266d06-2aee-4e84-b3aa-50cd71591f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:40.819468 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-c0266d06-2aee-4e84-b3aa-50cd71591f3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1138 time: 0.0539110 Jul 27 15:26:40.913397 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-24999570-aace-47c2-8f25-00b932caccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:40.914872 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-24999570-aace-47c2-8f25-00b932caccc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.0837708 Jul 27 15:26:40.982271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-610030c1-1bfc-4e02-8aa0-d6d1bff99bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 1001 time: 0.0580227 Jul 27 15:26:41.034654 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-4c446bf3-e5db-45a8-bfdb-edcbae64ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:41.036156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-4c446bf3-e5db-45a8-bfdb-edcbae64ebbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0448771 Jul 27 15:26:41.110791 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-4e46a0c5-40be-4f99-984a-a6014b9eacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:41.112521 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-4e46a0c5-40be-4f99-984a-a6014b9eacef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653765 Jul 27 15:26:41.220338 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-3adc8d81-de0a-4f4d-8b72-944fa92fe622 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924692 Jul 27 15:26:41.370896 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf50288c-c10b-4855-9ab6-8d1d82da9c3f req-56adee6a-d29b-427e-8c75-f7f04888d722 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425436 Jul 27 15:26:41.392119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769181-33c9-4b17-975f-5923f5d15a84 req-5ffed790-629e-4e72-a1ae-87e1df3961dd tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:41.393634 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a2769181-33c9-4b17-975f-5923f5d15a84 req-5ffed790-629e-4e72-a1ae-87e1df3961dd tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1006401 Jul 27 15:26:41.435671 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a2769181-33c9-4b17-975f-5923f5d15a84 req-5c24995e-bd82-4c17-923e-694a08e4429b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348964 Jul 27 15:26:41.463239 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36632) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:41.517273 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.540995 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.587644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.590159 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.591325 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6f97269-651d-47a0-93d4-52578d72edbe HTTP/1.1" status: 204 len: 168 time: 0.1270788 Jul 27 15:26:41.594149 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36634) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:41.600498 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f97269-651d-47a0-93d4-52578d72edbe,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:41.607514 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.607861 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.608204 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.608540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.608871 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.609091 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.api.v2.resource [None req-a8fa1ecc-d754-4faf-9283-2698b4026bb5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] show failed (client error): The resource could not be found. Jul 27 15:26:41.609209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.609512 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.609839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.610162 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.610271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a8fa1ecc-d754-4faf-9283-2698b4026bb5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups/b6f97269-651d-47a0-93d4-52578d72edbe HTTP/1.1" status: 404 len: 347 time: 0.0149927 Jul 27 15:26:41.610509 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.610838 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.611226 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c2b60-e233-4204-842e-92696de55c2f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:41.613843 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36636) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:41.740842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Deleting port 88c1f562-7899-4e73-b9e5-fd7c1a47e932 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:26:41.741182 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.819850 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.820176 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:41.831767 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Calling delete_port for 88c1f562-7899-4e73-b9e5-fd7c1a47e932 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:26:41.989427 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.015449 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'Port': ['ID=88c1f562-7899-4e73-b9e5-fd7c1a47e932,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:42.077783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.081021 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.082165 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3dfdc26c-d69a-47e3-84ce-70a799aaa735 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "DELETE /v2.0/floatingips/d68d6080-c81a-4b9b-9812-7e243c7fbb33 HTTP/1.1" status: 204 len: 168 time: 0.4673865 Jul 27 15:26:42.534923 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36652) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:42.539595 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443002979', 'description': 'tempest-description--733427573'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:42.562440 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.568618 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f99e6f-1dc2-47a6-a222-4ee27a9109e0 req-2bfacff4-b2e6-4610-a9da-8985673a4f78 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:42.570189 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26f99e6f-1dc2-47a6-a222-4ee27a9109e0 req-2bfacff4-b2e6-4610-a9da-8985673a4f78 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0674195 Jul 27 15:26:42.610164 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-26f99e6f-1dc2-47a6-a222-4ee27a9109e0 req-8293d212-d875-442b-9dd0-e18233ce96c8 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337727 Jul 27 15:26:42.654398 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.658778 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.681246 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.682691 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1467147 Jul 27 15:26:42.685833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36654) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:42.691116 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group_rule': {'security_group_id': '3d018a7f-85a4-4a5d-9687-6d551236c450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:42.691282 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3de441-e62c-40f2-8c02-f8f9c6cf8e40 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d018a7f-85a4-4a5d-9687-6d551236c450,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:42.717811 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.762335 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.765719 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.781956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e070fa-8d77-4945-89db-7405a0102aa8,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:42.788302 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.789591 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b7200a2a-03d4-451c-89d1-35f84f4ce02d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027226 Jul 27 15:26:42.792539 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36656) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:42.796858 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'security_group_rule': {'security_group_id': '3d018a7f-85a4-4a5d-9687-6d551236c450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:42.822582 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.875698 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.879528 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.895489 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8405ab52-8550-438b-bbeb-ee6743a62618,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:42.902799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:42.904018 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-fcff7756-8c22-421b-a4c6-d99c850fcc8b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105282 Jul 27 15:26:42.907019 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36658) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:42.911749 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:42.933692 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.031115 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.131002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Allocated IP 172.27.1.127 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/d034fc5b-e56f-4129-b4fb-70c8132f6c54) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:26:43.231287 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.268142 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.305279 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:26:43.311301 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:26:43.315625 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:26:43.318585 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=d034fc5b-e56f-4129-b4fb-70c8132f6c54,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:43.400063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.440670 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.582561 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.586750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.650945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=d034fc5b-e56f-4129-b4fb-70c8132f6c54,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:43.660661 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.674660 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:43.675846 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-815ddac4-75bd-4fd8-811a-454b0bffd461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7679186 Jul 27 15:26:43.746371 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84fa28-c37b-4c2a-a2f9-6d4f742b5f76 req-4505444c-1142-434d-8056-e69929720e06 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:43.747966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b84fa28-c37b-4c2a-a2f9-6d4f742b5f76 req-4505444c-1142-434d-8056-e69929720e06 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0663235 Jul 27 15:26:43.788622 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3b84fa28-c37b-4c2a-a2f9-6d4f742b5f76 req-b4b90364-78a8-414e-8b4f-bfac8f52a04d tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340149 Jul 27 15:26:43.859542 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-47105f61-50f3-4afc-abb6-ce6c03fbbeff tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1443002979&fields=id&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 267 time: 0.0318439 Jul 27 15:26:43.961236 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-75fd2a07-b0f5-4fed-8f90-a828609e0e77 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:43.962735 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-75fd2a07-b0f5-4fed-8f90-a828609e0e77 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 817 time: 0.0963697 Jul 27 15:26:43.978000 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-344b1e4e-f79c-4aff-9e84-8f714b9f08bb tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/quotas/65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 375 time: 0.0096290 Jul 27 15:26:44.047056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-8d2b6719-2bde-4517-98e3-82edf524c586 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639048 Jul 27 15:26:44.178935 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-1989a4e8-7757-4fed-be02-219f097c0dea service neutron] 10.222.0.37 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199918 Jul 27 15:26:44.271335 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-ab326845-baab-4e5e-9309-91d5d44c268f service neutron] 10.222.0.37 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Jul 27 15:26:44.442695 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0694a670-b2a3-4882-b714-052a480b0c51 req-d09c0b54-d33d-45b1-a651-dc1eaf03b1a6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 210 time: 0.0298231 Jul 27 15:26:44.926079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3243d-1435-486f-88ea-eb9c59c62b7a req-c5b86bc9-42db-407a-a459-d81d769e4ca7 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:44.927769 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1fa3243d-1435-486f-88ea-eb9c59c62b7a req-c5b86bc9-42db-407a-a459-d81d769e4ca7 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0661201 Jul 27 15:26:44.969536 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1fa3243d-1435-486f-88ea-eb9c59c62b7a req-73668b29-cbdb-41a3-8b7e-4703676f43be tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357311 Jul 27 15:26:45.462257 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:26:45.483188 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: a03d9438-c7a4-446b-884f-370251dd9d3c {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:26:45.483466 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device a03d9438-c7a4-446b-884f-370251dd9d3c not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:26:45.552488 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bc8e3b7d-741e-46ee-b631-2bc1620a31c0 req-06e17965-f858-490f-becd-7edad705714b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jul 27 15:26:45.927774 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-40f25d10-49c4-4f5f-9ffe-bdf2f3b514ab tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:45.929359 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-40f25d10-49c4-4f5f-9ffe-bdf2f3b514ab tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 817 time: 0.1092753 Jul 27 15:26:45.961561 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.002640 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-c03c1632-c48c-4d8f-9b2f-e8f430f1b700 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 380 time: 0.0356307 Jul 27 15:26:46.017337 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'port': {'device_id': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'admin_state_up': True, 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'security_groups': ['3d018a7f-85a4-4a5d-9687-6d551236c450']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:46.162392 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7784b7-d204-47cf-8b22-ba6aafc66af9 req-40ddb560-dbcb-4e7a-885d-c34f13caa502 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:46.163842 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe7784b7-d204-47cf-8b22-ba6aafc66af9 req-40ddb560-dbcb-4e7a-885d-c34f13caa502 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1041231 Jul 27 15:26:46.178019 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Made reservation on behalf of 65683f78756f4210b7c18932064a8ecf for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:26:46.181222 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.260638 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fe7784b7-d204-47cf-8b22-ba6aafc66af9 req-57605675-ba6b-4c4d-aad4-0f7d7de3314c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892262 Jul 27 15:26:46.265042 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7fe86a8e-fe4f-4800-a9b6-fd8a28759c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.340844 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Allocated IP 172.20.0.3 (e16a608d-1d8f-4d39-a295-bd2fefb7b802/64abf4c9-cf2c-40ce-9ccb-afad8f597ae8/b1031221-38f6-4192-a8ea-b6744970a962) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:26:46.473483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.487089 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Transition to ACTIVE for port object b1031221-38f6-4192-a8ea-b6744970a962 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:26:46.520772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.560945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:26:46.564100 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:26:46.570446 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:26:46.598546 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:46.630420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:46.631167 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.678772 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-107b0e7a-bada-4d8a-aa35-89a9044b071f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651392 Jul 27 15:26:46.705166 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Request body: {'port': {'device_id': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:46.848234 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-32559bfc-a7ae-4bbd-a569-400eafcb7acb None None] Provisioning for port b1031221-38f6-4192-a8ea-b6744970a962 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:26:46.852433 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-32559bfc-a7ae-4bbd-a569-400eafcb7acb None None] Provisioning complete for port b1031221-38f6-4192-a8ea-b6744970a962 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:26:46.852918 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-32559bfc-a7ae-4bbd-a569-400eafcb7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:46.888837 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-32559bfc-a7ae-4bbd-a569-400eafcb7acb None None] Port b1031221-38f6-4192-a8ea-b6744970a962 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:26:46.957968 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48ef93-bf63-4ad7-a4d0-e7ed6047d63b req-09b304fa-b5dc-4210-8379-765f0af714c0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:46.959628 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e48ef93-bf63-4ad7-a4d0-e7ed6047d63b req-09b304fa-b5dc-4210-8379-765f0af714c0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 931 time: 0.3203020 Jul 27 15:26:47.036145 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e48ef93-bf63-4ad7-a4d0-e7ed6047d63b req-894c3f89-2f22-4947-83af-8ea717271c21 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706563 Jul 27 15:26:47.039562 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.295356 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:26:47.304055 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.317859 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Transition to ACTIVE for port object b1031221-38f6-4192-a8ea-b6744970a962 will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:26:47.321900 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.404293 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:47.507715 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f968-15f7-47f0-9522-21429f337a2c req-638fca35-33b7-44a1-9123-0029711b0b51 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.515152 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-8867e686-6fa4-422f-957e-f0688953a6bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575240 Jul 27 15:26:47.515799 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9f47f968-15f7-47f0-9522-21429f337a2c req-638fca35-33b7-44a1-9123-0029711b0b51 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1637921 Jul 27 15:26:47.563855 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Attempting to bind port b1031221-38f6-4192-a8ea-b6744970a962 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:26:47.564185 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Attempting to bind port b1031221-38f6-4192-a8ea-b6744970a962 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:26:47.565030 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Attempting to bind port b1031221-38f6-4192-a8ea-b6744970a962 on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:26:47.571617 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9f47f968-15f7-47f0-9522-21429f337a2c req-34f9e48a-b066-4aad-8009-add9474b5ec0 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548692 Jul 27 15:26:47.573768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Port b1031221-38f6-4192-a8ea-b6744970a962 on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:26:47.574084 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Attempting to bind port b1031221-38f6-4192-a8ea-b6744970a962 on network e16a608d-1d8f-4d39-a295-bd2fefb7b802 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:26:47.589261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:26:47.589261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Checking segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:26:47.589261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Bound using segment: {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:26:47.589261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Bound port: b1031221-38f6-4192-a8ea-b6744970a962, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:26:47.589261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.631673 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af893-76e7-4453-a814-bce37f4aa013 req-279e08f2-97b8-47ee-9680-c6ec3cf6424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.633137 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-279e08f2-97b8-47ee-9680-c6ec3cf6424a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 1098 time: 0.0566747 Jul 27 15:26:47.652666 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:26:47.656182 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:26:47.660081 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.691927 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.692532 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:47.693893 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 1093 time: 0.9937549 Jul 27 15:26:47.694313 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:47.696537 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:47.725187 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537a2f-cce6-49e0-b4a9-e10642b04d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:47.753750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db660ee-07aa-450a-9790-ef027d0158a1 x-openstack-request-id: req-0db660ee-07aa-450a-9790-ef027d0158a1 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:47.754060 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:47.754433 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0db660ee-07aa-450a-9790-ef027d0158a1 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:47.754864 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'status': 'completed', 'code': 200} Jul 27 15:26:47.768809 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af893-76e7-4453-a814-bce37f4aa013 req-42d662c7-f7a3-441d-bf05-75dfe3a1be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.770316 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-42d662c7-f7a3-441d-bf05-75dfe3a1be0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.1152942 Jul 27 15:26:47.824216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-77340b98-aec7-473f-a54c-b89e13815132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.825832 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-77340b98-aec7-473f-a54c-b89e13815132 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1096 time: 0.0573931 Jul 27 15:26:47.850990 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-aefa35bc-8ac7-42fe-9973-3e3bc6d73880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 200 len: 1001 time: 0.0691371 Jul 27 15:26:47.883154 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-202673a5-c031-4640-8e47-a8f26c79307e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 217 time: 0.0381601 Jul 27 15:26:47.910204 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af893-76e7-4453-a814-bce37f4aa013 req-2ada13c5-d6bd-4d42-804d-13ab3cc5206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.911686 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-2ada13c5-d6bd-4d42-804d-13ab3cc5206d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0449519 Jul 27 15:26:47.942678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-416ab1d8-3ae9-4013-94ae-4b336e9faa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.944162 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-416ab1d8-3ae9-4013-94ae-4b336e9faa47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0462143 Jul 27 15:26:47.982070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af893-76e7-4453-a814-bce37f4aa013 req-9d4b7e1d-c2fd-4a69-90fe-1dd23c104b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:47.983596 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-9d4b7e1d-c2fd-4a69-90fe-1dd23c104b22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564110 Jul 27 15:26:48.003125 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-cf1fdcef-ae3c-49e3-9d24-971c13e64e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.004606 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-cf1fdcef-ae3c-49e3-9d24-971c13e64e9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528500 Jul 27 15:26:48.076664 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-4349bdec-a60d-49e0-a125-b04f0a9c274a service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851133 Jul 27 15:26:48.102455 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-f0754265-ab8e-41fc-b84d-9eeff7956e9d service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Jul 27 15:26:48.183971 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-d95af893-76e7-4453-a814-bce37f4aa013 req-ef4d8069-53ac-4aa6-9010-820a8c03a4c8 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972455 Jul 27 15:26:48.248470 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2da0-7fa9-41cd-8bd1-f19c166ddf18 req-0bd23c86-b032-4e81-a41f-eb790e6965d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.249946 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f33f2da0-7fa9-41cd-8bd1-f19c166ddf18 req-0bd23c86-b032-4e81-a41f-eb790e6965d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.1399512 Jul 27 15:26:48.252498 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e12d16d7-b869-4a68-a6a1-6b182d2aaf3d req-b562bfb3-6cc4-48f7-8229-2d9c0b188446 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393914 Jul 27 15:26:48.291449 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f33f2da0-7fa9-41cd-8bd1-f19c166ddf18 req-f1a641b0-0c38-4f5f-9a1f-db9f34662301 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Jul 27 15:26:48.400545 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-f41bc5c5-7232-4367-9203-b2cc17d1b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.402062 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-f41bc5c5-7232-4367-9203-b2cc17d1b2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1096 time: 0.0548210 Jul 27 15:26:48.496458 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-6d92d949-2cbd-400c-b44f-594b8d6ca335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.497997 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-6d92d949-2cbd-400c-b44f-594b8d6ca335 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.0876882 Jul 27 15:26:48.544869 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-fb66a8c9-4b82-4383-9890-16354ffcfc43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 217 time: 0.0378878 Jul 27 15:26:48.598428 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-19b0fe72-aed9-4b25-9752-3ecfaf6802dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.599683 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-19b0fe72-aed9-4b25-9752-3ecfaf6802dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0472736 Jul 27 15:26:48.686171 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-75272999-0ca3-4eb4-a6e7-3603118ce2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.687865 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-75272999-0ca3-4eb4-a6e7-3603118ce2d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795786 Jul 27 15:26:48.688320 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36818) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:48.723664 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ec9f5076-a7a0-4b16-b839-7bd59bfa3056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:48.826223 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aad503-d5bc-4a9b-935d-9f9881cca405 req-421e69ca-96f1-4261-82bf-0af9abf68896 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:48.827734 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-60aad503-d5bc-4a9b-935d-9f9881cca405 req-421e69ca-96f1-4261-82bf-0af9abf68896 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1611180 Jul 27 15:26:48.828418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4474-30eb-41ac-b06f-ea800d2b6ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:48.832802 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-944096de-d103-43c9-87bf-10cfe21ead56 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235104 Jul 27 15:26:48.938536 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-60aad503-d5bc-4a9b-935d-9f9881cca405 req-eef1a8af-2582-4257-87cd-bd757fe666e1 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002738 Jul 27 15:26:48.996603 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.001378 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1dff2e0c-3d9b-4c31-9ec3-1f4405c080bb req-ce10b87f-bbed-47bf-a876-6c0665de2756 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418283 Jul 27 15:26:49.031282 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4474-30eb-41ac-b06f-ea800d2b6ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.035736 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4474-30eb-41ac-b06f-ea800d2b6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.073657 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7c9f4474-30eb-41ac-b06f-ea800d2b6ae2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1a8b60086ab47f8b8a73930f84c08a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843741 Jul 27 15:26:49.074553 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4474-30eb-41ac-b06f-ea800d2b6ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12966ecf-fbf6-4ac0-b076-2d404e5f08ac,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:49.077282 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36822) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:49.126596 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.148545 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.195912 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.198754 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.199874 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12966ecf-fbf6-4ac0-b076-2d404e5f08ac HTTP/1.1" status: 204 len: 168 time: 0.1212673 Jul 27 15:26:49.208043 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188ada1-727c-43e7-ab8e-fdc11f01dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12966ecf-fbf6-4ac0-b076-2d404e5f08ac,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:49.435675 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31e5c9-cc91-45e0-9511-847decf3e98f req-6bb13223-e300-4742-baf1-cb40de71236a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:49.437748 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf31e5c9-cc91-45e0-9511-847decf3e98f req-6bb13223-e300-4742-baf1-cb40de71236a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0679893 Jul 27 15:26:49.478746 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bf31e5c9-cc91-45e0-9511-847decf3e98f req-f118244e-61b6-4018-af08-ad048d05078c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347338 Jul 27 15:26:49.503267 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36836) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:49.517146 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7f360a2-b369-4c92-840a-4ce1e0ae43d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.608865 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7f360a2-b369-4c92-840a-4ce1e0ae43d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.611964 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b7f360a2-b369-4c92-840a-4ce1e0ae43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.654806 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b7f360a2-b369-4c92-840a-4ce1e0ae43d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25e7f073df8c4ed191c14cf40efe2c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503165 Jul 27 15:26:49.655910 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f360a2-b369-4c92-840a-4ce1e0ae43d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b8a24-6258-456c-9dc5-b700cf9f935d,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:49.657629 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36842) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:49.709558 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.733276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.755390 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81200-6d8f-46c8-8eeb-a69e5456d005 req-ade4fe75-f548-4985-8abe-f46037eb8336 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:49.756919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-69a81200-6d8f-46c8-8eeb-a69e5456d005 req-ade4fe75-f548-4985-8abe-f46037eb8336 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0662630 Jul 27 15:26:49.793901 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.797289 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:49.798803 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/135b8a24-6258-456c-9dc5-b700cf9f935d HTTP/1.1" status: 204 len: 168 time: 0.1395166 Jul 27 15:26:49.799387 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-69a81200-6d8f-46c8-8eeb-a69e5456d005 req-c0234a5a-9efe-4cc0-8d27-c6a80a42f0d4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364308 Jul 27 15:26:49.822910 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ebeea-7db1-4d5e-a357-7f7543264eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b8a24-6258-456c-9dc5-b700cf9f935d,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:49.977427 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:50.072297 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428198-3ab0-486c-95df-bc1f34bd2d69 req-55d9dd9d-1b9a-4255-af93-e1a1a4194282 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:50.074077 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03428198-3ab0-486c-95df-bc1f34bd2d69 req-55d9dd9d-1b9a-4255-af93-e1a1a4194282 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0643489 Jul 27 15:26:50.119370 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-03428198-3ab0-486c-95df-bc1f34bd2d69 req-722a068b-e8ee-4344-bcfd-6c90915fbcaa tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391352 Jul 27 15:26:50.618932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd0eac-c10a-4641-9d0d-4b29f1f02f66 req-3e96740c-e75b-4f94-9afb-5f751f8819c4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:50.620441 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eafd0eac-c10a-4641-9d0d-4b29f1f02f66 req-3e96740c-e75b-4f94-9afb-5f751f8819c4 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0679014 Jul 27 15:26:50.660179 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eafd0eac-c10a-4641-9d0d-4b29f1f02f66 req-1f712a4a-a0bd-496c-814e-ed14ab66e461 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Jul 27 15:26:50.958768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c11f-e278-45af-97db-9de625b2fdbb req-033bf8a2-72db-4041-9ad1-deced216ffa0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:50.960337 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d680c11f-e278-45af-97db-9de625b2fdbb req-033bf8a2-72db-4041-9ad1-deced216ffa0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.0778031 Jul 27 15:26:51.005648 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d680c11f-e278-45af-97db-9de625b2fdbb req-2affc539-44e6-4826-93f9-923c61b1124e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373673 Jul 27 15:26:51.253825 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e89c8-c7c2-484e-8c61-4cd81385ce98 req-d44e59ee-e1dc-4039-be90-d299ce4aeb02 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:51.255431 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d1e89c8-c7c2-484e-8c61-4cd81385ce98 req-d44e59ee-e1dc-4039-be90-d299ce4aeb02 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0662019 Jul 27 15:26:51.301921 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d1e89c8-c7c2-484e-8c61-4cd81385ce98 req-7bb7d5d1-59c0-41fc-a761-eb8dc52be322 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404930 Jul 27 15:26:51.442017 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 36930) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:51.471972 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:26:51.545528 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9b961986-9f0d-4628-b6c2-036bc57c8a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.564047 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:51.575912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b1031221-38f6-4192-a8ea-b6744970a962', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:26:51.621134 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.633183 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9b961986-9f0d-4628-b6c2-036bc57c8a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.635269 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:26:51.636898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9b961986-9f0d-4628-b6c2-036bc57c8a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.654020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:51.659007 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.679466 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9b961986-9f0d-4628-b6c2-036bc57c8a5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16658e85bbb443a2967ae4f1086685fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362370 Jul 27 15:26:51.680370 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b961986-9f0d-4628-b6c2-036bc57c8a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c06ddb-9e26-4569-a3bd-09ebc3773a71,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:51.682031 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36934) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:51.712587 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:51.719653 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.720013 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.720351 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.720699 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.721033 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.721413 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.721696 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.722035 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.722393 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.722756 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.723085 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.723413 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:26:51.740696 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.763736 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.804188 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afc7d-7a59-4419-a62e-88627bf99858 req-e585c092-2964-4583-896a-ee79344c38f1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:51.805747 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-969afc7d-7a59-4419-a62e-88627bf99858 req-e585c092-2964-4583-896a-ee79344c38f1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0618591 Jul 27 15:26:51.814856 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.817338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.818639 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09c06ddb-9e26-4569-a3bd-09ebc3773a71 HTTP/1.1" status: 204 len: 168 time: 0.1348662 Jul 27 15:26:51.826352 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cac2c-e4f6-4bdc-9ce5-10b0843f04f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c06ddb-9e26-4569-a3bd-09ebc3773a71,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:51.846431 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-969afc7d-7a59-4419-a62e-88627bf99858 req-078fd44b-8c24-4777-a636-cc3b296465b1 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344260 Jul 27 15:26:51.943415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:51.987436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b1031221-38f6-4192-a8ea-b6744970a962'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:26:52.098491 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36944) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:52.116739 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-42a4771f-f6f8-4e83-b9e9-1c1efe39d122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.177339 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-50ea484c-be85-4a59-932c-ea308da54536 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:52.178962 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-50ea484c-be85-4a59-932c-ea308da54536 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1070447 Jul 27 15:26:52.186749 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236d62-a74f-418e-8cce-b7dcbdfa84b5 req-9e49ac04-127d-46a5-bfaf-2c051c643f3c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:52.188287 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4236d62-a74f-418e-8cce-b7dcbdfa84b5 req-9e49ac04-127d-46a5-bfaf-2c051c643f3c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 945 time: 0.1082447 Jul 27 15:26:52.248693 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-42a4771f-f6f8-4e83-b9e9-1c1efe39d122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.253655 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-42a4771f-f6f8-4e83-b9e9-1c1efe39d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.263365 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4236d62-a74f-418e-8cce-b7dcbdfa84b5 req-c4269efa-2986-4350-8401-6abef6369c51 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=c412ecdb-2be2-4e97-a930-a08ab85e35c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676403 Jul 27 15:26:52.300071 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-42a4771f-f6f8-4e83-b9e9-1c1efe39d122 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e743ec9a2c3d4aa89e29565fd1f48731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989353 Jul 27 15:26:52.300950 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4771f-f6f8-4e83-b9e9-1c1efe39d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e57e75-bd43-442d-95a7-6e0f6be7a52e,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:52.303379 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36952) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:52.312876 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Deleting port e6af182d-e796-4b48-bce1-9f47262a90dc {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:26:52.313513 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.360913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.384545 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.442568 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.445235 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.446407 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64e57e75-bd43-442d-95a7-6e0f6be7a52e HTTP/1.1" status: 204 len: 168 time: 0.1422405 Jul 27 15:26:52.450526 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] For port e6af182d-e796-4b48-bce1-9f47262a90dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6af182d-e796-4b48-bce1-9f47262a90dc,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:52.450666 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.455197 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7444-cce6-4548-ae4a-55308513ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e57e75-bd43-442d-95a7-6e0f6be7a52e,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:52.519961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83451-f1a5-4263-aef4-f3767a3222cf req-b560b106-2ce7-4e4c-9d4a-121fdd5697fc tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:52.521369 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35a83451-f1a5-4263-aef4-f3767a3222cf req-b560b106-2ce7-4e4c-9d4a-121fdd5697fc tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1462944 Jul 27 15:26:52.608652 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35a83451-f1a5-4263-aef4-f3767a3222cf req-bf8e42f8-7b07-4abf-9007-80c43ae6689b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786455 Jul 27 15:26:52.668646 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.669023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.669336 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Floating IP a239c91e-dfcb-4e72-b393-56646854a2c4 disassociated. External IP: 172.27.1.133, port: e6af182d-e796-4b48-bce1-9f47262a90dc. Jul 27 15:26:52.669679 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Calling delete_port for e6af182d-e796-4b48-bce1-9f47262a90dc owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:26:52.804514 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:52.833932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'Port': ['ID=e6af182d-e796-4b48-bce1-9f47262a90dc,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:52.983276 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:26:53.009341 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597e580-3747-4f2d-a61b-856a4d9e3a51 req-c065fac5-8c0c-4b4f-988f-fdbce5ffb6c5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:53.010926 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b597e580-3747-4f2d-a61b-856a4d9e3a51 req-c065fac5-8c0c-4b4f-988f-fdbce5ffb6c5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0884707 Jul 27 15:26:53.120831 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b597e580-3747-4f2d-a61b-856a4d9e3a51 req-3b000581-015b-4479-a188-d20395913e6d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725207 Jul 27 15:26:53.148936 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:26:53.159550 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:26:53.176091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:53.177012 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.194332 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] No DVR routers for this DVR port e6af182d-e796-4b48-bce1-9f47262a90dc on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:26:53.196950 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.199230 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b2df7aff-e981-4ff9-9e80-6fde32948d0b req-ec4ea904-3aa0-4293-a53f-4bb5829bf884 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "DELETE /v2.0/ports/e6af182d-e796-4b48-bce1-9f47262a90dc HTTP/1.1" status: 204 len: 173 time: 1.0097775 Jul 27 15:26:53.199443 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'name': 'network-vif-deleted', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:53.202907 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c1024-093d-4f72-87f2-f82cd0551c4f" -d '{"events": [{"server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "name": "network-vif-deleted", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:53.269717 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9125fb86-c91a-4872-9116-786a0a72bd04 x-openstack-request-id: req-9125fb86-c91a-4872-9116-786a0a72bd04 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:53.270701 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b978b7b-a76a-4c2b-94d7-ecdd064ddad3", "name": "network-vif-deleted", "tag": "e6af182d-e796-4b48-bce1-9f47262a90dc", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:53.271262 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9125fb86-c91a-4872-9116-786a0a72bd04 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:53.271820 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b978b7b-a76a-4c2b-94d7-ecdd064ddad3', 'name': 'network-vif-deleted', 'tag': 'e6af182d-e796-4b48-bce1-9f47262a90dc', 'status': 'completed', 'code': 200} Jul 27 15:26:53.272542 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36984) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:53.355567 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:53.357148 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Deleting subnet 38f565ed-2dfe-457c-bb72-6469db963a94 {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:26:53.364168 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.424872 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d12bb5c-920b-4a32-8c7a-c0a0557ff79f req-c1b48525-682d-4a12-ad63-d27c0225d42e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b978b7b-a76a-4c2b-94d7-ecdd064ddad3 HTTP/1.1" status: 200 len: 210 time: 0.0579236 Jul 27 15:26:53.440070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.484557 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.516660 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:26:53.543269 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.570889 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f565ed-2dfe-457c-bb72-6469db963a94,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:53.573091 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.577884 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-82795ed7-d5bc-44a7-abea-64140018d6e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/38f565ed-2dfe-457c-bb72-6469db963a94 HTTP/1.1" status: 204 len: 168 time: 0.3016729 Jul 27 15:26:53.577884 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 36996) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:53.623569 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port b1031221-38f6-4192-a8ea-b6744970a962 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:26:53.629651 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b1031221-38f6-4192-a8ea-b6744970a962 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:26:53.630328 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.653474 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.714939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.745642 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.752828 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:26:53.758807 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda8cb76-48cd-4061-9465-3f02fa986cfd']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.774647 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a369113-20fd-459b-b98a-a12129925726') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.777112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a369113-20fd-459b-b98a-a12129925726') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.790663 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.792772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:53.793607 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:53.808766 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.817323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:26:53.817928 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:26:53.820831 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:26:53.843383 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232dabb-b958-4161-93c8-4ed33dd2257d req-081e908c-3ea9-438a-9ec6-925156b92616 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:53.844925 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b232dabb-b958-4161-93c8-4ed33dd2257d req-081e908c-3ea9-438a-9ec6-925156b92616 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.1384404 Jul 27 15:26:53.848225 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.900992 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:26:53.902065 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.911246 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.917338 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b232dabb-b958-4161-93c8-4ed33dd2257d req-c1361c25-cdef-4ab9-aadb-5aba72cf4994 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&id=c3c8d4cc-9b9b-409b-98d0-909c9247b620&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630176 Jul 27 15:26:53.926081 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] 10.222.0.37 "DELETE /v2.0/networks/dda8cb76-48cd-4061-9465-3f02fa986cfd HTTP/1.1" status: 204 len: 168 time: 0.3471279 Jul 27 15:26:53.952063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:53.953937 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db048eb5-72b6-457b-b58d-1b2128756705" -d '{"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:53.960453 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f976e02-f522-4beb-b90f-afbe0e04024a admin admin] Pushing event deleted for resources: {'Network': ['ID=dda8cb76-48cd-4061-9465-3f02fa986cfd,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:53.964874 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:53.965679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device e6af182d-e796-4b48-bce1-9f47262a90dc no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:26:54.011775 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d601d61-078e-4d4d-b903-6b6d55445196 x-openstack-request-id: req-4d601d61-078e-4d4d-b903-6b6d55445196 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:54.012064 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:54.012313 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d601d61-078e-4d4d-b903-6b6d55445196 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:54.012689 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'code': 200} Jul 27 15:26:54.019051 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: e6af182d-e796-4b48-bce1-9f47262a90dc {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:26:54.019390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device e6af182d-e796-4b48-bce1-9f47262a90dc not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:26:54.053065 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:54.078917 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:54.176682 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37018) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:54.236990 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-aec931f8-b747-4b96-9c7f-238c5b89ef05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb8f75cbd1734c8badbc060217f7bc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589890 Jul 27 15:26:54.239620 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37024) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:54.287348 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:54.306685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.318054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599823-5bb0-4cf2-b193-7aeb13d469ed req-9f6ed928-9713-4a59-8fa7-549255e6bbce tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:54.319625 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66599823-5bb0-4cf2-b193-7aeb13d469ed req-9f6ed928-9713-4a59-8fa7-549255e6bbce tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.1110685 Jul 27 15:26:54.334178 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87876587-e38c-4964-98f5-e1a95f1d329a None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:26:54.342901 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.416413 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66599823-5bb0-4cf2-b193-7aeb13d469ed req-8f762855-ec24-4347-ac50-3981efb7b953 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906987 Jul 27 15:26:54.440272 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.444470 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.445642 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5f5fa0e-3f09-4234-a01e-15630b82e9b9 HTTP/1.1" status: 204 len: 168 time: 0.2051075 Jul 27 15:26:54.456288 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7150-f86f-491f-ba5f-769167dc8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5fa0e-3f09-4234-a01e-15630b82e9b9,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:54.473374 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b1dbd-12ea-4f5a-81ed-472cb3f6369d req-dfd7b87d-9ad1-4a6b-b957-0910c8302495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:54.474894 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd0b1dbd-12ea-4f5a-81ed-472cb3f6369d req-dfd7b87d-9ad1-4a6b-b957-0910c8302495 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1098 time: 0.2560210 Jul 27 15:26:54.532083 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd0b1dbd-12ea-4f5a-81ed-472cb3f6369d req-ef4a9df9-6295-49aa-af34-26e7a3014715 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493014 Jul 27 15:26:54.537406 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37036) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:54.599216 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.636301 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.711912 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852901c-b4a0-4aa2-9781-4c23487306e5 None None] New status for floating IP a239c91e-dfcb-4e72-b393-56646854a2c4: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:26:54.730784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.735329 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.740449 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "DELETE /v2.0/security-groups/c412ecdb-2be2-4e97-a930-a08ab85e35c3 HTTP/1.1" status: 204 len: 168 time: 0.2005780 Jul 27 15:26:54.741161 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37042) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:54.764092 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.api.v2.resource [None req-7e9958bf-8c58-4fc4-8195-9b5fc41ae49a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] show failed (client error): The resource could not be found. Jul 27 15:26:54.767978 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-7e9958bf-8c58-4fc4-8195-9b5fc41ae49a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups/c412ecdb-2be2-4e97-a930-a08ab85e35c3 HTTP/1.1" status: 404 len: 347 time: 0.0196764 Jul 27 15:26:54.767978 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba59b91-c065-4806-82b0-1c3d9946635e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c412ecdb-2be2-4e97-a930-a08ab85e35c3,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:54.771217 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37044) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:54.921524 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Deleting port 83b674de-99cb-40a0-bc16-d8166a41c490 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:26:54.921863 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.995816 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:54.996148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.008050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Calling delete_port for 83b674de-99cb-40a0-bc16-d8166a41c490 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:26:55.365119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.394067 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'Port': ['ID=83b674de-99cb-40a0-bc16-d8166a41c490,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:55.455729 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.458407 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.459553 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b06ce864-a80f-4034-9136-c22d9447c8c8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "DELETE /v2.0/floatingips/a239c91e-dfcb-4e72-b393-56646854a2c4 HTTP/1.1" status: 204 len: 168 time: 0.6872785 Jul 27 15:26:55.565159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943580b-bae6-4210-ac20-c6a8b55b1562 req-ea95529d-89bd-4a24-a3a9-f20ded45708f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:55.566673 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9943580b-bae6-4210-ac20-c6a8b55b1562 req-ea95529d-89bd-4a24-a3a9-f20ded45708f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0681155 Jul 27 15:26:55.604963 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9943580b-bae6-4210-ac20-c6a8b55b1562 req-479eac9c-a03d-47ee-bd1b-11efe4d17b2e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Jul 27 15:26:55.631127 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37062) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:55.635844 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716573754', 'description': 'tempest-description--121122716'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:55.658593 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.740397 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.743979 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.773137 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.774366 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1421676 Jul 27 15:26:55.776215 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96efc29-9d5a-45c9-9f60-d3591fb92a1b tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a724f7-0c75-41f9-bfb2-afee51bae319,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:55.777334 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37064) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:55.782110 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group_rule': {'security_group_id': '90a724f7-0c75-41f9-bfb2-afee51bae319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:55.808368 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.856688 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.860013 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.877112 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1b70b2-583f-4346-a43e-5f8e99c5d65c,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:55.882665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.883847 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4b2e25a7-75c4-4bd2-a468-1d84b1a3d8cb tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055219 Jul 27 15:26:55.886357 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37066) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:55.890708 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'security_group_rule': {'security_group_id': '90a724f7-0c75-41f9-bfb2-afee51bae319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:55.916458 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.971607 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.974801 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.993684 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ef47c5-36bc-4d85-afdc-da9b1e9dc623,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:55.997137 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:55.998309 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-629245b1-9844-486f-9652-6407b6a60316 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110170 Jul 27 15:26:56.001337 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37068) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:56.006106 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:56.027164 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.122038 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.222070 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Allocated IP 172.27.1.78 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/04b0bfc2-3f23-43e0-ae34-da962d08c797) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:26:56.323742 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.360517 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.398386 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:26:56.404558 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:26:56.409095 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=04b0bfc2-3f23-43e0-ae34-da962d08c797,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:56.411266 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:26:56.494043 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.541867 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.739256 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.745214 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.826524 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=04b0bfc2-3f23-43e0-ae34-da962d08c797,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:56.835713 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c44d3-ff65-48e9-b914-cc6141820817 req-8abbf2ad-bd41-4ee3-8a7b-29a291abf3f9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:56.837209 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fa8c44d3-ff65-48e9-b914-cc6141820817 req-8abbf2ad-bd41-4ee3-8a7b-29a291abf3f9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.1523697 Jul 27 15:26:56.852616 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.884206 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:56.885381 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4aee09b3-b559-425d-bac8-0c8e1848d71d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8826027 Jul 27 15:26:56.890447 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fa8c44d3-ff65-48e9-b914-cc6141820817 req-97c4f191-c002-45a9-98c9-1b3f08cdbf54 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470614 Jul 27 15:26:57.023991 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3bdc5-5a96-440f-ab8d-e9cbed5086ec req-7c4c0852-5a8b-45e6-90b4-8bbf067a330c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:57.025532 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50a3bdc5-5a96-440f-ab8d-e9cbed5086ec req-7c4c0852-5a8b-45e6-90b4-8bbf067a330c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0658848 Jul 27 15:26:57.035027 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37110) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:57.039586 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Request body: {'floatingip': {'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:57.085451 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:57.165220 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-2a26e92f-8c17-4566-8bc6-3f2afda5925c tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1716573754&fields=id&tenant_id=601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 267 time: 0.0936537 Jul 27 15:26:57.348612 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-823c98f8-3f42-45c9-b45c-509201b6aa01 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:57.350013 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-823c98f8-3f42-45c9-b45c-509201b6aa01 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 811 time: 0.1758265 Jul 27 15:26:57.393137 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-6fa9daff-51dc-451c-8727-321b17407e2d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/quotas/601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 375 time: 0.0148816 Jul 27 15:26:57.566316 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-213c5578-9f10-4765-8b73-c8022fd29075 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1668761 Jul 27 15:26:57.733390 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-1c09a5c8-6457-4a6c-8ae5-09e10e3db67b service neutron] 10.222.0.37 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556945 Jul 27 15:26:57.752367 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:57.767855 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:57.964051 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-20eae8ea-21df-4a47-936d-4a5ac9eb4e88 service neutron] 10.222.0.37 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225564 Jul 27 15:26:57.969342 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Floating IP 8e59878f-4856-443a-819b-a96dbc294cf5 associated. External IP: 172.27.1.127, port: b1031221-38f6-4192-a8ea-b6744970a962. Jul 27 15:26:58.149767 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37126) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:58.164677 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ce12949e-a686-47cd-9a3f-217df2c98228 req-63c45f8d-760c-4107-9cd6-c7851d0ed5c4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 210 time: 0.0646346 Jul 27 15:26:58.245090 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:26:58.269225 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-97856e1b-421f-4be7-84c7-93595456bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.373958 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:26:58.379302 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.387561 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:26:58.389999 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-97856e1b-421f-4be7-84c7-93595456bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.396292 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-97856e1b-421f-4be7-84c7-93595456bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.399224 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:58.400315 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:58.421302 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9482af38-fe35-4d3a-ba56-11abd8960554 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "PUT /v2.0/floatingips/8e59878f-4856-443a-819b-a96dbc294cf5 HTTP/1.1" status: 200 len: 991 time: 1.3847747 Jul 27 15:26:58.421966 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:26:58.432561 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:26:58.435212 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-97856e1b-421f-4be7-84c7-93595456bce8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=509c87a74447458389573b5ebe4044d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841122 Jul 27 15:26:58.436655 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37142) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:58.462930 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97856e1b-421f-4be7-84c7-93595456bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca71430-6079-4eee-ad1f-f0f9ccf5a066,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:58.491131 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517126bc-1b37-4fa8-bf58-fabcf02e66dc x-openstack-request-id: req-517126bc-1b37-4fa8-bf58-fabcf02e66dc {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:26:58.491937 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:26:58.491937 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-517126bc-1b37-4fa8-bf58-fabcf02e66dc {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:26:58.492149 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'status': 'completed', 'code': 200} Jul 27 15:26:58.566636 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.599061 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.647123 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-468ad0b0-4302-4044-9b0b-2a5ed0b16e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:58.648882 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-468ad0b0-4302-4044-9b0b-2a5ed0b16e41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1098 time: 0.1165435 Jul 27 15:26:58.692646 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:58.935473 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.938043 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:58.939402 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ca71430-6079-4eee-ad1f-f0f9ccf5a066 HTTP/1.1" status: 204 len: 168 time: 0.5015008 Jul 27 15:26:58.951864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1ca14-d551-47bb-91d2-45db1e100139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca71430-6079-4eee-ad1f-f0f9ccf5a066,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:58.979877 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-cd232b68-37db-4c19-b7ff-51769e3def02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:58.981761 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-cd232b68-37db-4c19-b7ff-51769e3def02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.3262687 Jul 27 15:26:58.997457 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '8e59878f-4856-443a-819b-a96dbc294cf5', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:43Z', 'updated_at': '2021-07-27T15:26:57Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:59.025321 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:26:59.034380 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:26:59.035070 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:59.051319 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-7ef5b26f-e8e5-40e5-93da-2f93dbb92ea6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 999 time: 0.0610723 Jul 27 15:26:59.112163 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-286ca100-9e46-49f0-bc4e-cd9b5e7c6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:59.113800 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-286ca100-9e46-49f0-bc4e-cd9b5e7c6169 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0478477 Jul 27 15:26:59.152438 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:26:59.196126 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-c8c95554-eff2-4924-b6d2-6e0133bb9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:59.197727 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-c8c95554-eff2-4924-b6d2-6e0133bb9a30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624323 Jul 27 15:26:59.302197 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37150) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:59.359053 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca051-cfbb-42b3-a9d0-763e2ef621d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.365234 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-1f6363b1-ae03-496a-b812-cb58df7bc113 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:26:59.367714 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-1f6363b1-ae03-496a-b812-cb58df7bc113 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 811 time: 0.1232765 Jul 27 15:26:59.388237 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5e33a5af-c12f-4e4a-aa33-d2df9fc1ad4a req-82d38e57-ca83-4720-bacd-7735af8a1f33 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 210 time: 0.0687189 Jul 27 15:26:59.433248 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '8e59878f-4856-443a-819b-a96dbc294cf5', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:43Z', 'updated_at': '2021-07-27T15:26:57Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:26:59.440379 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-ba74ce9e-38b7-4bce-a6eb-980c997945c4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=601e48ce650f46378322af9bcc36686a HTTP/1.1" status: 200 len: 380 time: 0.0562656 Jul 27 15:26:59.452221 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'port': {'device_id': '7341803b-a406-4c1c-92e5-9d285e1953db', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'admin_state_up': True, 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'security_groups': ['90a724f7-0c75-41f9-bfb2-afee51bae319']}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:26:59.462494 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e656a-7df3-4a96-9048-0d8c8a280c8e None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '8e59878f-4856-443a-819b-a96dbc294cf5', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:43Z', 'updated_at': '2021-07-27T15:26:57Z', 'revision_number': 1, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:26:59.500505 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-939ca36e-ebb2-4a59-9fcb-fd0e0deab9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568245 Jul 27 15:26:59.509937 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca051-cfbb-42b3-a9d0-763e2ef621d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.522259 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca051-cfbb-42b3-a9d0-763e2ef621d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.584356 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Made reservation on behalf of 601e48ce650f46378322af9bcc36686a for: {'port': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:26:59.588034 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.606526 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9f4ca051-cfbb-42b3-a9d0-763e2ef621d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e3ecfe47a3d47948ef82b1f96a0a26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853084 Jul 27 15:26:59.607255 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ca051-cfbb-42b3-a9d0-763e2ef621d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0f135-1e59-471a-8880-c1887940a553,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:59.611460 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37156) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:26:59.671366 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f9384d73-3fc6-45ff-abc9-7f4ff9d32da5 req-0c9986dd-c686-4ced-9f6f-ba085183ef6c service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584032 Jul 27 15:26:59.686321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.708532 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b39edf-3b2a-4036-b3c3-47b65fc15225 None None] New status for floating IP 8e59878f-4856-443a-819b-a96dbc294cf5: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:26:59.713761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.744220 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Allocated IP 172.20.0.10 (04c96614-87e6-4ab8-bd19-a70b3ad0e7be/48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f/d0968775-43eb-4c43-81b7-a42592c816ca) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:26:59.769368 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.773083 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.776520 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fd0f135-1e59-471a-8880-c1887940a553 HTTP/1.1" status: 204 len: 168 time: 0.1621881 Jul 27 15:26:59.788481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8f92-405f-4677-b95d-665100cef99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0f135-1e59-471a-8880-c1887940a553,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:26:59.916489 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:26:59.933884 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Transition to ACTIVE for port object d0968775-43eb-4c43-81b7-a42592c816ca will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:26:59.976292 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.018650 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:00.023763 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:00.027404 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:00.051056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event updated for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:00.081659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:00.082344 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.097139 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-0f89f7df-19e5-4b03-971c-26cd85aadc3a tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487899 Jul 27 15:27:00.115715 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Request body: {'port': {'device_id': '7341803b-a406-4c1c-92e5-9d285e1953db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:00.138414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37164) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:00.152234 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1943-914d-45d3-939e-9fb5bf652b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.199220 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.243762 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-fba9e948-433f-4a5d-bda1-8c16a596f525 None None] Provisioning for port d0968775-43eb-4c43-81b7-a42592c816ca completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:00.248201 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-fba9e948-433f-4a5d-bda1-8c16a596f525 None None] Provisioning complete for port d0968775-43eb-4c43-81b7-a42592c816ca triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:00.248201 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fba9e948-433f-4a5d-bda1-8c16a596f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.253345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1943-914d-45d3-939e-9fb5bf652b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.258722 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1943-914d-45d3-939e-9fb5bf652b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.284765 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-fba9e948-433f-4a5d-bda1-8c16a596f525 None None] Port d0968775-43eb-4c43-81b7-a42592c816ca cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:00.296833 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4a4b1943-914d-45d3-939e-9fb5bf652b1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e04e126da81646dc9f8db2d5201b6465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571889 Jul 27 15:27:00.297542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b1943-914d-45d3-939e-9fb5bf652b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce942c46-5f3e-4029-bb73-c0642f8893e0,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:00.300394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37166) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:00.355750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.376966 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.424476 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.427115 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.431409 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce942c46-5f3e-4029-bb73-c0642f8893e0 HTTP/1.1" status: 204 len: 168 time: 0.1300840 Jul 27 15:27:00.439902 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f189-75de-4a32-ba07-afc4354a52d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce942c46-5f3e-4029-bb73-c0642f8893e0,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:00.473980 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0968775-43eb-4c43-81b7-a42592c816ca {{(pid=93077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:27:00.482185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.494984 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Transition to ACTIVE for port object d0968775-43eb-4c43-81b7-a42592c816ca will not be triggered until provisioned by entity L2. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:00.499750 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.551915 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a1f3-5b51-4c0d-9375-8b980abb9bbd req-937d3da6-531c-4943-9d7a-44f578e45a2f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:00.553960 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd56a1f3-5b51-4c0d-9375-8b980abb9bbd req-937d3da6-531c-4943-9d7a-44f578e45a2f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 932 time: 0.0769446 Jul 27 15:27:00.577707 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:00.597592 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bd56a1f3-5b51-4c0d-9375-8b980abb9bbd req-a1172cbd-e3b4-410c-9267-a6ddffcc6371 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Jul 27 15:27:00.634231 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Attempting to bind port d0968775-43eb-4c43-81b7-a42592c816ca on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:00.634611 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Attempting to bind port d0968775-43eb-4c43-81b7-a42592c816ca by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:00.634943 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Attempting to bind port d0968775-43eb-4c43-81b7-a42592c816ca on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:00.639396 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Port d0968775-43eb-4c43-81b7-a42592c816ca on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:27:00.639720 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Attempting to bind port d0968775-43eb-4c43-81b7-a42592c816ca on network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:00.645320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:00.645763 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Checking segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:00.646170 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Bound using segment: {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'} {{(pid=93077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:00.646850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.managers [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Bound port: d0968775-43eb-4c43-81b7-a42592c816ca, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c623d4-75f5-4d15-8f27-e0866621bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be'}}] {{(pid=93077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:00.647342 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.712430 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, cleared binding levels {{(pid=93077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:00.715807 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d0968775-43eb-4c43-81b7-a42592c816ca,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:00.721892 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.765621 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:00.766311 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:00.768768 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/d0968775-43eb-4c43-81b7-a42592c816ca HTTP/1.1" status: 200 len: 1094 time: 0.6580586 Jul 27 15:27:00.769219 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:00.772161 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977" -d '{"events": [{"name": "network-changed", "server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:00.797390 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793de84d-aacb-46b7-b6d4-b5600606bbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=3']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:00.900320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-24f0104c-0161-40b9-8818-bcb556f987b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:00.901912 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-24f0104c-0161-40b9-8818-bcb556f987b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 1097 time: 0.0708148 Jul 27 15:27:00.968190 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-aa4eef65-1266-486c-bd0b-19055a12d082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0968775-43eb-4c43-81b7-a42592c816ca HTTP/1.1" status: 200 len: 217 time: 0.0419869 Jul 27 15:27:01.027795 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-f06ca24e-6577-4d4d-8a0f-9c3593ccd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.029398 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-f06ca24e-6577-4d4d-8a0f-9c3593ccd51b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0540996 Jul 27 15:27:01.038582 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226aae93-be57-4c97-a747-c7c8dd158e32 x-openstack-request-id: req-226aae93-be57-4c97-a747-c7c8dd158e32 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:01.038816 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:01.039070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-226aae93-be57-4c97-a747-c7c8dd158e32 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:01.039573 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'status': 'completed', 'code': 200} Jul 27 15:27:01.107374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cee28-137e-4241-ba64-3e3437f51d53 req-51e1527d-00ed-4c31-989f-6f940e9fe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.108889 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-51e1527d-00ed-4c31-989f-6f940e9fe13d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532346 Jul 27 15:27:01.207490 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-a52a1ff6-f2ea-4497-823f-ba92ab89d570 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907135 Jul 27 15:27:01.297486 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-216cee28-137e-4241-ba64-3e3437f51d53 req-c723805f-1b2b-4388-84d5-cdb947bba687 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828362 Jul 27 15:27:01.437461 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-88d37350-a8df-4925-bf39-fa735a6dc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.439537 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-88d37350-a8df-4925-bf39-fa735a6dc11f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 1097 time: 0.0562510 Jul 27 15:27:01.747980 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3393-fab0-45c1-b498-26eaaf3cfec9 req-f0f5a993-136e-4d25-a3cc-c9f21ea60e71 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.749656 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-decc3393-fab0-45c1-b498-26eaaf3cfec9 req-f0f5a993-136e-4d25-a3cc-c9f21ea60e71 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 944 time: 0.0698216 Jul 27 15:27:01.790408 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-d221a8f9-6b41-42cc-8bb8-c4d6b282e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.792233 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-d221a8f9-6b41-42cc-8bb8-c4d6b282e2a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.3458970 Jul 27 15:27:01.792406 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-decc3393-fab0-45c1-b498-26eaaf3cfec9 req-7308f2c0-471d-4385-b8c7-fab9f92edc24 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Jul 27 15:27:01.835727 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-936779f8-d23e-48db-993c-bf6da871966d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0968775-43eb-4c43-81b7-a42592c816ca HTTP/1.1" status: 200 len: 217 time: 0.0339544 Jul 27 15:27:01.889329 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-4a5f8d8a-e5b3-4db1-b1ca-d249fe092237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.890816 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-4a5f8d8a-e5b3-4db1-b1ca-d249fe092237 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0432985 Jul 27 15:27:01.953535 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-136a91dc-375c-4cd2-8717-937b12774d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:01.955141 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-136a91dc-375c-4cd2-8717-937b12774d15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570941 Jul 27 15:27:02.062757 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-d845eddd-d6b8-40f9-b76b-bc1f7825ccff service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987389 Jul 27 15:27:02.160358 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3f7b41b0-fac3-4e71-b00e-ed46ec5c9977 req-b5c6a346-4285-438f-b29c-678e54884342 service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889275 Jul 27 15:27:02.353529 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37236) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:02.451789 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3d790713-4c39-4b68-bbe3-db1117ecde64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.539536 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3d790713-4c39-4b68-bbe3-db1117ecde64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.543221 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3d790713-4c39-4b68-bbe3-db1117ecde64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.580413 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3d790713-4c39-4b68-bbe3-db1117ecde64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08f1d88b3b1242d1937394bd471b0fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258470 Jul 27 15:27:02.582301 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d790713-4c39-4b68-bbe3-db1117ecde64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd30d50-0ba1-4e2c-8000-b88af22f269f,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:02.583198 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37240) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:02.632770 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.655340 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.699256 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.701784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:02.702941 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cd30d50-0ba1-4e2c-8000-b88af22f269f HTTP/1.1" status: 204 len: 168 time: 0.1187577 Jul 27 15:27:02.710868 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e3aaa-9ea2-4bc6-bea6-a61adad07718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd30d50-0ba1-4e2c-8000-b88af22f269f,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:02.920038 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d33f85-86a0-453d-bc54-535df40554b8 req-58ec956f-cc58-4953-bed4-ce86fd21a31d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:02.921476 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79d33f85-86a0-453d-bc54-535df40554b8 req-58ec956f-cc58-4953-bed4-ce86fd21a31d tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 944 time: 0.0628598 Jul 27 15:27:02.964643 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37248) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:02.966533 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-79d33f85-86a0-453d-bc54-535df40554b8 req-81f57109-3640-4379-9c98-6cec0eece109 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Jul 27 15:27:02.977585 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da42478f-4cd1-417c-a0eb-65208097baab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.068178 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da42478f-4cd1-417c-a0eb-65208097baab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.071679 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-da42478f-4cd1-417c-a0eb-65208097baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.108067 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-da42478f-4cd1-417c-a0eb-65208097baab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcdc8470ec6d48df82188c7d254702ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423867 Jul 27 15:27:03.108897 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42478f-4cd1-417c-a0eb-65208097baab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3fa2e2-65b0-4a7c-be99-83a297fe1fe6,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:03.111385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37250) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:03.162908 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.184034 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.227923 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.230497 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.231625 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb3fa2e2-65b0-4a7c-be99-83a297fe1fe6 HTTP/1.1" status: 204 len: 168 time: 0.1192772 Jul 27 15:27:03.240857 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c814-2f96-4674-8d32-2028b0fb6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3fa2e2-65b0-4a7c-be99-83a297fe1fe6,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:03.503013 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d0968775-43eb-4c43-81b7-a42592c816ca details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:27:03.601453 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d0968775-43eb-4c43-81b7-a42592c816ca,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:03.613180 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'port_id': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'mac_address': 'fa:16:3e:3c:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:27:03.649700 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.663143 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0968775-43eb-4c43-81b7-a42592c816ca {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:27:03.685860 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d0968775-43eb-4c43-81b7-a42592c816ca,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:03.689902 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:03.742661 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:04.003524 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['d0968775-43eb-4c43-81b7-a42592c816ca'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:04.099040 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8239c-0aa9-482f-a384-28ff98e9da74 req-bfa7dc54-c5d4-4555-b74d-b7b7bec4af68 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:04.100551 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fdb8239c-0aa9-482f-a384-28ff98e9da74 req-bfa7dc54-c5d4-4555-b74d-b7b7bec4af68 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 945 time: 0.0668056 Jul 27 15:27:04.140815 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-fdb8239c-0aa9-482f-a384-28ff98e9da74 req-d858d788-6e5e-4b78-b64d-4f27bfa43b29 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337069 Jul 27 15:27:04.233436 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37284) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:04.336015 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-86b7c669-8e90-4df3-97b6-51c8b0fef791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.424233 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-86b7c669-8e90-4df3-97b6-51c8b0fef791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.428582 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-86b7c669-8e90-4df3-97b6-51c8b0fef791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.465808 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-86b7c669-8e90-4df3-97b6-51c8b0fef791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f009ece4309b4a7e80cb5309fd57ba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313242 Jul 27 15:27:04.466690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7c669-8e90-4df3-97b6-51c8b0fef791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2482404d-6233-47aa-9206-4a2b9bade20c,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:04.468495 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37290) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:04.517010 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.537945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.586599 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.589119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:04.590228 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2482404d-6233-47aa-9206-4a2b9bade20c HTTP/1.1" status: 204 len: 168 time: 0.1207683 Jul 27 15:27:04.597422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c0798-d5e7-45db-8967-87a05e278c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2482404d-6233-47aa-9206-4a2b9bade20c,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:05.165535 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37312) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:05.256989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1882533693-network', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:05.270784 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e525b91-002c-4c12-b0fd-cc1f4cec5922 req-fa104526-b3b3-486d-ab98-e3c4373d0e72 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:05.272278 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6e525b91-002c-4c12-b0fd-cc1f4cec5922 req-fa104526-b3b3-486d-ab98-e3c4373d0e72 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 945 time: 0.0629761 Jul 27 15:27:05.278530 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Made reservation on behalf of e9a65d475c9846dfabea23794dd2e636 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:27:05.280744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.290158 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.311181 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6e525b91-002c-4c12-b0fd-cc1f4cec5922 req-fb73b721-58cb-426e-92ef-92c0b8e77a22 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 27 15:27:05.382216 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.386739 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.406665 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:27:05.420670 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d5746-cd75-46a0-a262-7cab3a51601b,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:05.425426 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.425763 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Added segment 106e5160-eeba-433a-b6b4-24902ca08cbd of type vlan for network 16425a87-2cd0-48ad-8f02-b03806548cee Jul 27 15:27:05.464069 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.495745 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.496670 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:05.497261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.518025 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d0968775-43eb-4c43-81b7-a42592c816ca up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:05.551025 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3842685 Jul 27 15:27:05.553668 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37320) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:05.558617 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Request body: {'subnet': {'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1882533693-subnet', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:05.571132 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb74fa-3528-4f5b-889d-76df847dd5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=16425a87-2cd0-48ad-8f02-b03806548cee,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:05.571503 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port d0968775-43eb-4c43-81b7-a42592c816ca completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:05.575214 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port d0968775-43eb-4c43-81b7-a42592c816ca triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:05.575596 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.591272 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Made reservation on behalf of e9a65d475c9846dfabea23794dd2e636 for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:27:05.593897 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127294823'] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.596506 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 16425a87-2cd0-48ad-8f02-b03806548cee details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:27:05.709401 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.731789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:05.734158 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd7e14-3283-4406-baea-e92df5c8e33f" -d '{"events": [{"server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "name": "network-vif-plugged", "status": "completed", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:05.747219 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d0968775-43eb-4c43-81b7-a42592c816ca,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:05.751717 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.765464 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127294837'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.778686 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ad049-b632-4ee8-8393-163a64669bbc x-openstack-request-id: req-002ad049-b632-4ee8-8393-163a64669bbc {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:05.778980 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "name": "network-vif-plugged", "status": "completed", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:05.779236 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-002ad049-b632-4ee8-8393-163a64669bbc {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:05.779626 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'code': 200} Jul 27 15:27:05.807152 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:05.820407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbea291-3fe0-47da-93a5-4f89167478f6,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:05.829735 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:05.830143 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Network hostable DHCP agents. Network: 16425a87-2cd0-48ad-8f02-b03806548cee, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:27:05.849324 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Network 16425a87-2cd0-48ad-8f02-b03806548cee is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:27:05.858200 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 16425a87-2cd0-48ad-8f02-b03806548cee) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:05.865902 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:05.866563 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.867046 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313307d3-6d45-489e-876d-deedd1c575b5 None None] Network 16425a87-2cd0-48ad-8f02-b03806548cee requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:05.882500 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2859b513-24d8-47c0-8e32-99fd7d641813 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3277063 Jul 27 15:27:05.885016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37324) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:05.889894 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:05.913367 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.914495 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:05.984374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.017144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-16425a87-2cd0-48ad-8f02-b03806548cee', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:27:06.018577 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.147115 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436671a-969f-4f53-a14a-3f0015bd6b62 req-7bdc99c3-cb3a-4a6e-b361-6120b4fd6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:06.148526 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3436671a-969f-4f53-a14a-3f0015bd6b62 req-7bdc99c3-cb3a-4a6e-b361-6120b4fd6633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 1099 time: 0.1741576 Jul 27 15:27:06.150226 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.151216 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Allocated IP 172.20.0.2 (16425a87-2cd0-48ad-8f02-b03806548cee/3dbea291-3fe0-47da-93a5-4f89167478f6/56cf4760-de70-4f3c-88f9-08bf693db54c) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:06.220505 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-3436671a-969f-4f53-a14a-3f0015bd6b62 req-019c78ec-a9b8-48d3-b3da-deccfddffef7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633175 Jul 27 15:27:06.289372 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.297654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Transition to ACTIVE for port object 56cf4760-de70-4f3c-88f9-08bf693db54c will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:06.311520 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Transition to ACTIVE for port object 56cf4760-de70-4f3c-88f9-08bf693db54c will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:06.317999 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.363050 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:06.365832 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:06.370097 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:06.373129 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Pushing event updated for resources: {'Port': ['ID=56cf4760-de70-4f3c-88f9-08bf693db54c,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:06.375871 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.400474 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.432812 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Attempting to bind port 56cf4760-de70-4f3c-88f9-08bf693db54c on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:06.433176 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Attempting to bind port 56cf4760-de70-4f3c-88f9-08bf693db54c by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:06.433546 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Attempting to bind port 56cf4760-de70-4f3c-88f9-08bf693db54c on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:06.439913 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:06.440289 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:06.440693 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.441088 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Bound using segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:06.441555 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Bound port: 56cf4760-de70-4f3c-88f9-08bf693db54c, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:06.441938 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.458962 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455699-77ce-4961-a399-1c8ae466138f req-e9fb6f85-1bfc-4430-9cd5-86e3b378376e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:06.460720 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9455699-77ce-4961-a399-1c8ae466138f req-e9fb6f85-1bfc-4430-9cd5-86e3b378376e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.0689898 Jul 27 15:27:06.508827 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] For port 56cf4760-de70-4f3c-88f9-08bf693db54c, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:06.512326 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] For port 56cf4760-de70-4f3c-88f9-08bf693db54c, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=56cf4760-de70-4f3c-88f9-08bf693db54c,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:06.513181 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c9455699-77ce-4961-a399-1c8ae466138f req-10e9f5b9-d1bd-45ab-af73-e3102ca86de6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 Jul 27 15:27:06.515255 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Allocated IP 172.27.1.157 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/880a96f3-8788-46cc-820d-7f87734d7c61) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:06.524453 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.591589 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1050-98d2-41d3-8f3c-d9eb958b975b None None] Pushing event updated for resources: {'Port': ['ID=56cf4760-de70-4f3c-88f9-08bf693db54c,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:06.637341 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.679070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:06.722431 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:06.725326 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:06.729735 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:06.732877 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Pushing event updated for resources: {'Port': ['ID=880a96f3-8788-46cc-820d-7f87734d7c61,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:06.987964 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:07.176423 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:07.307958 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:27:07.421973 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 56cf4760-de70-4f3c-88f9-08bf693db54c up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:07.430596 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:07.447772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:07.451882 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e21b6900-a254-44f1-83a2-47004ee2f37c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5657873 Jul 27 15:27:07.452343 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37330) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:07.454747 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:07.474431 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:07.475098 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:07.514641 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190d242-bf9d-458b-864f-19915c18b715 None None] Network 16425a87-2cd0-48ad-8f02-b03806548cee requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:07.729755 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544116d-c389-4766-be05-f00fe65ce196 req-822d0f8e-4f80-4708-adf7-c1b143051c3e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:07.731261 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b544116d-c389-4766-be05-f00fe65ce196 req-822d0f8e-4f80-4708-adf7-c1b143051c3e tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.1175752 Jul 27 15:27:07.765859 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Provisioning for port 56cf4760-de70-4f3c-88f9-08bf693db54c completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:07.775078 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 56cf4760-de70-4f3c-88f9-08bf693db54c completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:07.787657 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Provisioning complete for port 56cf4760-de70-4f3c-88f9-08bf693db54c triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:07.788027 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:07.792984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 56cf4760-de70-4f3c-88f9-08bf693db54c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:07.793340 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:07.830736 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b544116d-c389-4766-be05-f00fe65ce196 req-405bb6fe-4a95-41b0-ae52-66df783ca267 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695040 Jul 27 15:27:07.853360 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:07.968656 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.116041 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Allocated IP 172.20.0.1 (16425a87-2cd0-48ad-8f02-b03806548cee/3dbea291-3fe0-47da-93a5-4f89167478f6/fe97c10a-60f6-420e-aa8d-da8e710a626e) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:08.142813 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.145477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.213465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 56cf4760-de70-4f3c-88f9-08bf693db54c, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=56cf4760-de70-4f3c-88f9-08bf693db54c,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:08.218017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.227865 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.241412 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Transition to ACTIVE for port object fe97c10a-60f6-420e-aa8d-da8e710a626e will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:08.278881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.298170 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:06Z', 'revision_number': 3, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:08.303317 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.db.api [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 15:27:08.303698 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG oslo_db.api [None req-e2b085e4-870c-4459-bf41-4f91fcb7893a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:27:08.320228 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:08.325399 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:08.328062 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:08.333837 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=56cf4760-de70-4f3c-88f9-08bf693db54c,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:08.340063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:08.340063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Updating router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 port 880a96f3-8788-46cc-820d-7f87734d7c61 binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:27:08.370879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Pushing event updated for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:08.383589 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.386956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.530135 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.649977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.659693 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Transition to ACTIVE for port object 880a96f3-8788-46cc-820d-7f87734d7c61 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:08.665073 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.691312 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.696108 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.715718 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Attempting to bind port 880a96f3-8788-46cc-820d-7f87734d7c61 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:08.716092 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Attempting to bind port 880a96f3-8788-46cc-820d-7f87734d7c61 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:08.716457 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Attempting to bind port 880a96f3-8788-46cc-820d-7f87734d7c61 on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:08.723541 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca756192-4fc3-471b-b159-2a0ff557c552 None None] Pushing event updated for resources: {'Port': ['ID=880a96f3-8788-46cc-820d-7f87734d7c61,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:08.727271 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:08.727647 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:08.728051 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.728435 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:08.728913 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Bound port: 880a96f3-8788-46cc-820d-7f87734d7c61, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:08.729287 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.764668 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Pushing event updated for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:08.767026 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.788555 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] For port 880a96f3-8788-46cc-820d-7f87734d7c61, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:08.792636 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] For port 880a96f3-8788-46cc-820d-7f87734d7c61, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=880a96f3-8788-46cc-820d-7f87734d7c61,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:08.797483 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:08.861745 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:08.863153 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:08.892761 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:08.897912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:08.898101 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca756192-4fc3-471b-b159-2a0ff557c552 None None] Pushing event updated for resources: {'Port': ['ID=880a96f3-8788-46cc-820d-7f87734d7c61,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:09.008937 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:09.021043 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:09.044830 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226c170-1e93-4429-8814-ebdd8a8e3e3c req-e23812a3-50eb-420f-a585-fe94787434cf tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:09.046130 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0226c170-1e93-4429-8814-ebdd8a8e3e3c req-e23812a3-50eb-420f-a585-fe94787434cf tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.1155713 Jul 27 15:27:09.062836 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Provisioning for port fe97c10a-60f6-420e-aa8d-da8e710a626e completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:09.091512 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Provisioning complete for port fe97c10a-60f6-420e-aa8d-da8e710a626e triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:09.091887 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.156440 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0226c170-1e93-4429-8814-ebdd8a8e3e3c req-421a2537-3cf4-43a5-aebb-8c83632de95f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739620 Jul 27 15:27:09.169470 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Port fe97c10a-60f6-420e-aa8d-da8e710a626e cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:09.175889 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:09.181537 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b813eb01-ca8c-4f6d-9796-9387b9d81342 admin admin] 10.222.0.37 "PUT /v2.0/routers/8588cb0d-c0c5-4f5f-936c-42e0c08881d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278328 Jul 27 15:27:09.198250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Provisioning complete for port 56cf4760-de70-4f3c-88f9-08bf693db54c triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:09.198652 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-178af767-79fd-4dc8-b5d4-36ddfcd98e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.294616 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9b85-ba13-4dbd-9712-21a0cd663a94 req-16735986-d5ca-463e-8be4-a318078954da tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:09.296157 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d2ab9b85-ba13-4dbd-9712-21a0cd663a94 req-16735986-d5ca-463e-8be4-a318078954da tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.0664475 Jul 27 15:27:09.307445 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37346) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:09.312556 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Request body: {'floatingip': {'port_id': 'd0968775-43eb-4c43-81b7-a42592c816ca'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:09.324573 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 2, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:09.364815 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.371981 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd326321-305b-4a47-aff4-d48eb8c22a3e None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 2, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:09.423053 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 56cf4760-de70-4f3c-88f9-08bf693db54c up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:09.478916 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 56cf4760-de70-4f3c-88f9-08bf693db54c triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:09.479824 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.531899 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-d6de923b-3314-437a-9cb5-bc82f65ca28f None None] Provisioning complete for port fe97c10a-60f6-420e-aa8d-da8e710a626e triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:09.532679 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d6de923b-3314-437a-9cb5-bc82f65ca28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.648250 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:27:09.753632 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37358) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:09.758768 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1629137647-network', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:09.766023 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-d6de923b-3314-437a-9cb5-bc82f65ca28f None None] Port fe97c10a-60f6-420e-aa8d-da8e710a626e cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:09.788451 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Made reservation on behalf of cab64c97dac44b85aa9dbf0813ea366a for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:27:09.791467 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.805929 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.906338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.914737 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.952224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:27:09.955463 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a832f-c763-4e9f-9b4f-6fdf8e691e8f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:09.966850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:09.967437 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Added segment 0db1831d-e533-4d9e-9857-ef04b8600f5a of type vlan for network 76df9c2a-6342-4012-ba5b-044e1a3fae1d Jul 27 15:27:10.011222 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.047422 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.048631 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:10.049397 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.108290 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3534160 Jul 27 15:27:10.110986 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37362) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:10.119602 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9b299-50e0-432b-b08d-2e1730da9625 admin admin] Pushing event updated for resources: {'Network': ['ID=76df9c2a-6342-4012-ba5b-044e1a3fae1d,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:10.133390 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Request body: {'subnet': {'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1629137647-subnet', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:10.149055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:27:10.206767 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Made reservation on behalf of cab64c97dac44b85aa9dbf0813ea366a for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:27:10.209225 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126335269'] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.258622 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.265944 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.415237 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Floating IP 6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e associated. External IP: 172.27.1.78, port: d0968775-43eb-4c43-81b7-a42592c816ca. Jul 27 15:27:10.570268 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126335287'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.657804 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1c7021-3d48-4cf2-a16f-befc1cc2cffe,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:10.712761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Checking segment: {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:10.713119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Network hostable DHCP agents. Network: 76df9c2a-6342-4012-ba5b-044e1a3fae1d, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:27:10.742835 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:27:10.756265 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:10.756942 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 76df9c2a-6342-4012-ba5b-044e1a3fae1d) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:10.762588 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:10.763174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.765372 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e6f0a-8dbf-47cb-829b-3b297ebe6a98 None None] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:10.781056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3b17df0f-564b-44b6-b877-b7ddd78c81cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6658235 Jul 27 15:27:10.783817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37364) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:10.788498 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:10.810304 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.811925 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.867299 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.885899 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:10.893275 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.904346 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:10.919318 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:10.920483 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:10.936193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:27:10.936982 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:10.953233 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-82073eaf-40f5-4334-9d64-795c4e93ef07 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "PUT /v2.0/floatingips/6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e HTTP/1.1" status: 200 len: 991 time: 1.6442556 Jul 27 15:27:10.954209 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:10.958347 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:11.061152 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.067014 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:11.085041 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Allocated IP 172.20.0.2 (76df9c2a-6342-4012-ba5b-044e1a3fae1d/dc1c7021-3d48-4cf2-a16f-befc1cc2cffe/d1686a4f-6a31-4317-adfc-6ef97cb48a66) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:11.279678 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e1ec0c-1db9-4e29-8649-57b655d4b005 x-openstack-request-id: req-63e1ec0c-1db9-4e29-8649-57b655d4b005 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:11.280195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:11.280195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63e1ec0c-1db9-4e29-8649-57b655d4b005 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:11.280387 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'status': 'completed', 'code': 200} Jul 27 15:27:11.286976 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.296273 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Transition to ACTIVE for port object d1686a4f-6a31-4317-adfc-6ef97cb48a66 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:11.312200 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Transition to ACTIVE for port object d1686a4f-6a31-4317-adfc-6ef97cb48a66 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:11.328888 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.391697 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:3c:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341803b-a406-4c1c-92e5-9d285e1953db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:56Z', 'updated_at': '2021-07-27T15:27:10Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:11.401616 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:11.403055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Pushing event updated for resources: {'Port': ['ID=d1686a4f-6a31-4317-adfc-6ef97cb48a66,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:11.405573 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:11.410600 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:11.426516 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:11.434718 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:11.435324 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:11.462120 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 880a96f3-8788-46cc-820d-7f87734d7c61 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:11.482034 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.498312 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Attempting to bind port d1686a4f-6a31-4317-adfc-6ef97cb48a66 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:11.498788 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Attempting to bind port d1686a4f-6a31-4317-adfc-6ef97cb48a66 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:11.499221 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Attempting to bind port d1686a4f-6a31-4317-adfc-6ef97cb48a66 on network 76df9c2a-6342-4012-ba5b-044e1a3fae1d {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:11.508993 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.511178 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:11.511691 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Checking segment: {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:11.512355 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.512700 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Bound using segment: {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:11.513282 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Bound port: d1686a4f-6a31-4317-adfc-6ef97cb48a66, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:11.513768 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.523746 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-004ccf5a-2dbd-4dc5-861f-b4e84b4bfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:11.525270 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-004ccf5a-2dbd-4dc5-861f-b4e84b4bfae3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601e48ce650f46378322af9bcc36686a&device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 1099 time: 0.1667047 Jul 27 15:27:11.551821 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:11.574862 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 880a96f3-8788-46cc-820d-7f87734d7c61 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:11.586996 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 880a96f3-8788-46cc-820d-7f87734d7c61 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:11.587505 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.614612 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] For port d1686a4f-6a31-4317-adfc-6ef97cb48a66, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:11.620011 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:11.641186 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] For port d1686a4f-6a31-4317-adfc-6ef97cb48a66, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d1686a4f-6a31-4317-adfc-6ef97cb48a66,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:11.651460 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.655777 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:11.656566 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:11.806030 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00dea7-0d80-453e-86d6-e8290350c400 None None] Pushing event updated for resources: {'Port': ['ID=d1686a4f-6a31-4317-adfc-6ef97cb48a66,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:11.854654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:11.867644 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:11.972200 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-ce1a6bb0-11be-4c65-bb11-8af54f350f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:11.973790 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-ce1a6bb0-11be-4c65-bb11-8af54f350f35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 200 len: 912 time: 0.4187784 Jul 27 15:27:11.976115 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 880a96f3-8788-46cc-820d-7f87734d7c61, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=880a96f3-8788-46cc-820d-7f87734d7c61,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:11.987625 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:3c:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341803b-a406-4c1c-92e5-9d285e1953db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:56Z', 'updated_at': '2021-07-27T15:27:10Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:11.988359 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.017533 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd87041-d2e4-4422-b217-68c69f7e455e None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'port_id': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'mac_address': 'fa:16:3e:3c:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341803b-a406-4c1c-92e5-9d285e1953db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:26:56Z', 'updated_at': '2021-07-27T15:27:10Z', 'revision_number': 1, 'project_id': '601e48ce650f46378322af9bcc36686a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:12.052358 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Allocated IP 172.27.1.65 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/a66713f4-61da-46c3-8359-e454ed31c097) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:12.096496 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-bdd1c7d1-a07c-40b0-a60c-c7420298b94d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0968775-43eb-4c43-81b7-a42592c816ca HTTP/1.1" status: 200 len: 999 time: 0.1122353 Jul 27 15:27:12.156288 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=880a96f3-8788-46cc-820d-7f87734d7c61,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:12.185138 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 2, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:12.203078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-f48b6e1c-08a0-401a-94a6-e627b0a5b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:12.204559 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-f48b6e1c-08a0-401a-94a6-e627b0a5b449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 200 len: 850 time: 0.0974209 Jul 27 15:27:12.215028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:12.215485 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Updating router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 port fe97c10a-60f6-420e-aa8d-da8e710a626e binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:27:12.253071 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.267581 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.295623 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c146eee-d1c2-4f9c-a1f7-b69af7cd201c None None] New status for floating IP 6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:27:12.336842 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-f6ccb250-b001-4cde-b2c5-39fc6f5f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:12.338403 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-f6ccb250-b001-4cde-b2c5-39fc6f5f8dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=04c96614-87e6-4ab8-bd19-a70b3ad0e7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167743 Jul 27 15:27:12.397671 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.453976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:12.462020 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:12.476022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:12.480601 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Pushing event updated for resources: {'Port': ['ID=a66713f4-61da-46c3-8359-e454ed31c097,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:12.529612 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-43a72b0a-9d26-4973-ae93-8a3056f78efe service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792781 Jul 27 15:27:12.567797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.578575 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Transition to ACTIVE for port object fe97c10a-60f6-420e-aa8d-da8e710a626e will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:12.587305 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.635384 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e739-3ea3-4cf3-a089-414209451195 None None] Pushing event updated for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:12.694273 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Attempting to bind port fe97c10a-60f6-420e-aa8d-da8e710a626e on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:12.694273 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Attempting to bind port fe97c10a-60f6-420e-aa8d-da8e710a626e by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:12.694774 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Attempting to bind port fe97c10a-60f6-420e-aa8d-da8e710a626e on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:12.700177 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:12.700862 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:12.701402 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.701901 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Bound using segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:12.702483 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Bound port: fe97c10a-60f6-420e-aa8d-da8e710a626e, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:12.702994 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.770849 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-1c8382bb-f999-4faa-aa12-94aaeb4c4d1c req-6ea1f561-4d38-47cb-9238-6f6bfb84183f service neutron] 10.222.0.46 "GET /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324357 Jul 27 15:27:12.791667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] For port fe97c10a-60f6-420e-aa8d-da8e710a626e, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:12.795070 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] For port fe97c10a-60f6-420e-aa8d-da8e710a626e, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fe97c10a-60f6-420e-aa8d-da8e710a626e,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:12.803757 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.839773 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:12.869858 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:12.870532 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:12.908144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e739-3ea3-4cf3-a089-414209451195 None None] Pushing event updated for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:12.984272 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6a426-fca3-4c20-b264-a5f3275e2239 None None] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:12.987704 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:13.062584 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:13.198778 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Router 191182e4-c2a6-4c34-9140-007881b7eff8 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:27:13.311538 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-440bf993-d5a4-467f-86cc-f59ba4a66728 None None] Provisioning for port d1686a4f-6a31-4317-adfc-6ef97cb48a66 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:13.312530 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:13.326406 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Sync routers for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:13.332111 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:13.333484 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-67566579-d5a7-4be5-a725-911a20f33a31 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5485513 Jul 27 15:27:13.336245 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37380) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:13.382400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:13.383061 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:13.565654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fe97c10a-60f6-420e-aa8d-da8e710a626e up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:13.571176 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:13.670791 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:12Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:13.726114 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7b021-cb5a-4319-82a0-fe7769d32d08 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:12Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:13.764448 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port fe97c10a-60f6-420e-aa8d-da8e710a626e completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:13.774310 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port fe97c10a-60f6-420e-aa8d-da8e710a626e triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:13.774720 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:13.781121 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:13.915808 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:13.918387 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:12Z', 'revision_number': 3, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:13.957618 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Checking router: 191182e4-c2a6-4c34-9140-007881b7eff8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:13.957991 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Updating router 191182e4-c2a6-4c34-9140-007881b7eff8 port a66713f4-61da-46c3-8359-e454ed31c097 binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:27:13.959478 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Allocated IP 172.20.0.1 (76df9c2a-6342-4012-ba5b-044e1a3fae1d/dc1c7021-3d48-4cf2-a16f-befc1cc2cffe/711f60c2-5a7a-4a48-9922-ec5bdd315239) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:14.010681 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port fe97c10a-60f6-420e-aa8d-da8e710a626e, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fe97c10a-60f6-420e-aa8d-da8e710a626e,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:14.013926 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.016848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.018247 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d1686a4f-6a31-4317-adfc-6ef97cb48a66 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:14.075732 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.091350 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Transition to ACTIVE for port object 711f60c2-5a7a-4a48-9922-ec5bdd315239 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:14.128580 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.172957 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:14.180022 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:14.182144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.184497 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:14.187778 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Pushing event updated for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.228929 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.363404 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port d1686a4f-6a31-4317-adfc-6ef97cb48a66 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:14.384160 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port d1686a4f-6a31-4317-adfc-6ef97cb48a66 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:14.385035 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.394354 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.406966 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.439241 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Transition to ACTIVE for port object a66713f4-61da-46c3-8359-e454ed31c097 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:14.456838 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-136ff4e0-1e20-4431-aeef-f2f6d4d76640 None None] Provisioning for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:14.458860 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.473058 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-136ff4e0-1e20-4431-aeef-f2f6d4d76640 None None] Provisioning complete for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:14.473058 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-136ff4e0-1e20-4431-aeef-f2f6d4d76640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.571560 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Attempting to bind port a66713f4-61da-46c3-8359-e454ed31c097 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:14.572108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Attempting to bind port a66713f4-61da-46c3-8359-e454ed31c097 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:14.572291 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Attempting to bind port a66713f4-61da-46c3-8359-e454ed31c097 on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:14.578745 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9d30-9236-42ae-bd59-136fd9dcbf52 None None] Pushing event updated for resources: {'Port': ['ID=a66713f4-61da-46c3-8359-e454ed31c097,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.587037 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-136ff4e0-1e20-4431-aeef-f2f6d4d76640 None None] Port 711f60c2-5a7a-4a48-9922-ec5bdd315239 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:14.591092 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:14.591477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:14.591882 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.592277 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:14.592763 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Bound port: a66713f4-61da-46c3-8359-e454ed31c097, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:14.593157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.598458 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.604993 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.623486 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.672571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Pushing event updated for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.674418 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] For port a66713f4-61da-46c3-8359-e454ed31c097, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:14.677703 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.678941 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] For port a66713f4-61da-46c3-8359-e454ed31c097, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a66713f4-61da-46c3-8359-e454ed31c097,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:14.680977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port d1686a4f-6a31-4317-adfc-6ef97cb48a66, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d1686a4f-6a31-4317-adfc-6ef97cb48a66,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:14.684632 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.693054 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.693821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 880a96f3-8788-46cc-820d-7f87734d7c61 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:14.772266 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:14.773924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:14.778960 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:14.779599 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:14.818021 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9d30-9236-42ae-bd59-136fd9dcbf52 None None] Pushing event updated for resources: {'Port': ['ID=a66713f4-61da-46c3-8359-e454ed31c097,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.874908 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 880a96f3-8788-46cc-820d-7f87734d7c61 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:14.875269 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:14.897102 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Router 191182e4-c2a6-4c34-9140-007881b7eff8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:14.954054 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=d1686a4f-6a31-4317-adfc-6ef97cb48a66,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:14.970765 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:15.206892 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8a62d87d-0f16-4b3d-8ce1-af4121d0527f None None] Provisioning complete for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:15.207184 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8a62d87d-0f16-4b3d-8ce1-af4121d0527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.229309 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:15.235396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a6f532f9-06a7-47cd-b4f1-399121629834 admin admin] 10.222.0.37 "PUT /v2.0/routers/191182e4-c2a6-4c34-9140-007881b7eff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8981252 Jul 27 15:27:15.292813 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8a62d87d-0f16-4b3d-8ce1-af4121d0527f None None] Port 711f60c2-5a7a-4a48-9922-ec5bdd315239 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:15.376128 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '711f60c2-5a7a-4a48-9922-ec5bdd315239', 'name': '', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'mac_address': 'fa:16:3e:3e:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:13Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 2, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'subnets': [{'id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:15.405688 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad52ef4-1995-42e5-a1d9-25eb3b76c45a None None] The sync data for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi is: [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '711f60c2-5a7a-4a48-9922-ec5bdd315239', 'name': '', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'mac_address': 'fa:16:3e:3e:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:13Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 2, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'subnets': [{'id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:15.419091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fe97c10a-60f6-420e-aa8d-da8e710a626e up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:15.472011 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port fe97c10a-60f6-420e-aa8d-da8e710a626e triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:15.472398 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.556499 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d1686a4f-6a31-4317-adfc-6ef97cb48a66 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:15.630537 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port d1686a4f-6a31-4317-adfc-6ef97cb48a66 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:15.630537 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.765568 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37398) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:15.770827 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948308224', 'description': 'tempest-secgroup-smoke-948308224 description', 'project_id': 'e9a65d475c9846dfabea23794dd2e636'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:15.794799 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.879891 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.884035 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.912944 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.917060 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1476140 Jul 27 15:27:15.917060 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e0220-0f2d-45a5-9ab1-b552f88468e9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07be5357-38d9-4e19-b702-01c09360f659,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:15.917415 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37400) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:15.922535 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:15.950999 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:15.968466 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.018286 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.022511 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.041468 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91bd699-761a-40e6-9a0d-c527e2b7c907,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.049023 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.050253 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-067d5044-b784-4212-b9ca-b6b24d2d949a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317828 Jul 27 15:27:16.053008 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37402) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:16.057487 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:16.082909 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.141982 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.146747 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.161660 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b8c385-90e9-4075-9d53-828f631621d2,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.171057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.172227 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e2bc1dfb-c2d3-40ac-a9ee-08f853b994c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182938 Jul 27 15:27:16.175521 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37404) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:16.179860 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:16.205112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.278090 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d66a-bcb3-4cb1-891a-b402fa3532a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.286748 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.290830 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.308587 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a169c120-7078-4afe-a0d3-66d972a39b24,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.319920 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.321167 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f58c80c3-983e-4716-b2a2-3af46aeb7a3d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446955 Jul 27 15:27:16.323885 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37406) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:16.328560 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:16.356840 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.424016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.427840 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.445320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796e13ec-c8fd-4973-a61c-34b4ee3b3fbc,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.450858 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.452090 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-0b8a8594-8143-4499-b781-49477c3aa106 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271591 Jul 27 15:27:16.454732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37408) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:16.459445 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:16.480240 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.securitygroups_db [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Project e9a65d475c9846dfabea23794dd2e636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:27:16.485280 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.551281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.555022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.571275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a42bce-2183-4981-a806-07d6db5981df,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.580430 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.581709 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-6cad7854-5ab5-43ab-b155-3353595dda58 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260009 Jul 27 15:27:16.584428 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37410) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:16.588874 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'security_group_rule': {'security_group_id': '07be5357-38d9-4e19-b702-01c09360f659', 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:16.613197 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.securitygroups_db [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Project e9a65d475c9846dfabea23794dd2e636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:27:16.618634 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.689214 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.693100 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.713605 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2d4324-ad19-4726-9fad-4a36459c9a53,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:16.719702 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:16.721547 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-81f729dd-9150-496c-822f-d999cf2405c9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361406 Jul 27 15:27:17.408966 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a66713f4-61da-46c3-8359-e454ed31c097 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:17.464374 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port a66713f4-61da-46c3-8359-e454ed31c097 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:17.468065 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a66713f4-61da-46c3-8359-e454ed31c097 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:17.468445 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:17.544215 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:17.566723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port a66713f4-61da-46c3-8359-e454ed31c097, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a66713f4-61da-46c3-8359-e454ed31c097,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:17.571877 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:17.626017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=a66713f4-61da-46c3-8359-e454ed31c097,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:17.738730 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Sync routers for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:17.748539 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:17.749164 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:17.852936 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:18.049907 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '711f60c2-5a7a-4a48-9922-ec5bdd315239', 'name': '', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'mac_address': 'fa:16:3e:3e:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:13Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 2, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'subnets': [{'id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:18.075247 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Checking router: 191182e4-c2a6-4c34-9140-007881b7eff8 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:18.075599 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Updating router 191182e4-c2a6-4c34-9140-007881b7eff8 port 711f60c2-5a7a-4a48-9922-ec5bdd315239 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:27:18.112555 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.368224 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.379687 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Transition to ACTIVE for port object 711f60c2-5a7a-4a48-9922-ec5bdd315239 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:18.385136 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.437214 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Pushing event updated for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:18.445924 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.446356 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.446637 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.447059 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.447310 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.447772 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.448116 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.448444 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.448797 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.449140 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.449564 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.449859 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:18.504802 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Attempting to bind port 711f60c2-5a7a-4a48-9922-ec5bdd315239 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:18.505101 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Attempting to bind port 711f60c2-5a7a-4a48-9922-ec5bdd315239 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:18.505463 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Attempting to bind port 711f60c2-5a7a-4a48-9922-ec5bdd315239 on network 76df9c2a-6342-4012-ba5b-044e1a3fae1d {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:18.510764 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:18.511144 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Checking segment: {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:18.511546 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.511943 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Bound using segment: {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:18.512412 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Bound port: 711f60c2-5a7a-4a48-9922-ec5bdd315239, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db1831d-e533-4d9e-9857-ef04b8600f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:18.512819 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.580308 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] For port 711f60c2-5a7a-4a48-9922-ec5bdd315239, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:18.583774 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] For port 711f60c2-5a7a-4a48-9922-ec5bdd315239, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=711f60c2-5a7a-4a48-9922-ec5bdd315239,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:18.587953 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.644752 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059872-71e2-434f-bec2-3b79f8759a43 None None] Pushing event updated for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=4']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:18.650190 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:18.650873 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:26:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:18.732458 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7f24-8ea5-4200-a40d-e641231455d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:18.763025 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:18.960173 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '711f60c2-5a7a-4a48-9922-ec5bdd315239', 'name': '', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'mac_address': 'fa:16:3e:3e:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:13Z', 'updated_at': '2021-07-27T15:27:18Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'subnets': [{'id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:18.986376 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e534647-b80b-46bc-b443-b9ecb6ad056b None None] The sync data for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi is: [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:27:14Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '711f60c2-5a7a-4a48-9922-ec5bdd315239', 'name': '', 'network_id': '76df9c2a-6342-4012-ba5b-044e1a3fae1d', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'mac_address': 'fa:16:3e:3e:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:13Z', 'updated_at': '2021-07-27T15:27:18Z', 'revision_number': 4, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'subnets': [{'id': 'dc1c7021-3d48-4cf2-a16f-befc1cc2cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:19.002373 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:19.413224 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a66713f4-61da-46c3-8359-e454ed31c097 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:19.461793 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port a66713f4-61da-46c3-8359-e454ed31c097 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:19.462168 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:19.545368 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 711f60c2-5a7a-4a48-9922-ec5bdd315239 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:19.595942 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:19.599882 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:19.600253 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:19.676328 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:19.706849 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 711f60c2-5a7a-4a48-9922-ec5bdd315239, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=711f60c2-5a7a-4a48-9922-ec5bdd315239,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:19.710430 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:19.757006 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:19.974130 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:21.398106 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 711f60c2-5a7a-4a48-9922-ec5bdd315239 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:21.447913 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 711f60c2-5a7a-4a48-9922-ec5bdd315239 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:21.448286 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:21.942366 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.204883 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6fed246-33dd-4804-b380-ebc218bc072c req-7a813ee2-60d8-4b84-93ff-1faf7f3b6d10 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102933022&fields=id&tenant_id=f9c187b19f4a4b289f866e96946b7e3c HTTP/1.1" status: 200 len: 267 time: 0.0322795 Jul 27 15:27:30.272783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fed246-33dd-4804-b380-ebc218bc072c req-c4d61821-eca3-48e3-81ea-260a7e38bcfd tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:30.274265 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6fed246-33dd-4804-b380-ebc218bc072c req-c4d61821-eca3-48e3-81ea-260a7e38bcfd tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 985 time: 0.0631769 Jul 27 15:27:30.285015 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Request body: {'port': {'security_groups': ['9cb9ffee-00af-4c0e-9783-4c13ba7352eb']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:30.373365 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.545118 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:30.574156 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.578392 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.617405 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:30.619255 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:30.622154 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.622154 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6fed246-33dd-4804-b380-ebc218bc072c req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "PUT /v2.0/ports/0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 943 time: 0.3407798 Jul 27 15:27:30.622154 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:30.624062 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e52444-3c49-4250-8bd7-d44f6220a4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:30.628385 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37564) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:30.650499 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275140-ec64-4090-962a-4bd2767cb251 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event updated for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=7']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:30.682157 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb093997-066f-49b2-a9e0-b1c38b7f6d67 x-openstack-request-id: req-eb093997-066f-49b2-a9e0-b1c38b7f6d67 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:30.682448 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:30.682717 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb093997-066f-49b2-a9e0-b1c38b7f6d67 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:30.683115 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:27:30.704464 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.748922 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.773705 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:30.824434 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-628edebe-5408-4b27-b7b1-6df5c892d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:30.825942 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-628edebe-5408-4b27-b7b1-6df5c892d846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0871110 Jul 27 15:27:30.859551 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-04f3b7a9-7971-4b30-81fe-e859c97ca11c None None] Provisioning complete for port 0bb393d9-c24e-40b6-91a9-81412447d60f triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:30.859919 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-04f3b7a9-7971-4b30-81fe-e859c97ca11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.896544 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.899126 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:30.902937 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3c8d4cc-9b9b-409b-98d0-909c9247b620 HTTP/1.1" status: 204 len: 168 time: 0.2740183 Jul 27 15:27:30.903091 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37568) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:30.916719 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e96df9-00f0-457c-a80f-48ee24fee93b tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c8d4cc-9b9b-409b-98d0-909c9247b620,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:30.951991 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-9594e9d1-522a-4ca6-8e8e-10760379f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:30.953645 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-9594e9d1-522a-4ca6-8e8e-10760379f0e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.1141148 Jul 27 15:27:31.043562 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-319fb67e-2072-4673-8d90-e74c28482c3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 1001 time: 0.0809238 Jul 27 15:27:31.078624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Deleting port 5bc84989-f097-4359-a90d-8fc516d5dd05 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:31.078973 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.094252 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-0f81c6de-b2e7-44c6-ba46-f13b952c9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:31.095734 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-0f81c6de-b2e7-44c6-ba46-f13b952c9d52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0428431 Jul 27 15:27:31.156393 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.156755 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.160476 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-fe69493f-ee4d-4804-a6bd-e9b6716e201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:31.162027 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-fe69493f-ee4d-4804-a6bd-e9b6716e201f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513875 Jul 27 15:27:31.169240 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Calling delete_port for 5bc84989-f097-4359-a90d-8fc516d5dd05 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:31.255902 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-3f39e66e-98db-4f1f-9107-6954d4d044f0 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831125 Jul 27 15:27:31.341808 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.350220 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-13e52444-3c49-4250-8bd7-d44f6220a4aa req-e2e026c5-1cff-4ba5-b916-043576b6aa79 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Jul 27 15:27:31.369018 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event deleted for resources: {'Port': ['ID=5bc84989-f097-4359-a90d-8fc516d5dd05,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:31.428406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.428730 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Floating IP 2c3a0d5c-008e-4862-972f-be68b7a79b46 disassociated (deleted). External IP: 172.27.1.51, port: 0bb393d9-c24e-40b6-91a9-81412447d60f. Jul 27 15:27:31.625910 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Router c7b80b3a-45fc-414c-bc35-be5c47f1d29c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:31.730674 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:31.735829 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:31.741430 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Sync routers for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:31.750533 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:31.751147 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:31.776088 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3311af0f-f017-44d7-9379-313e49d6bfdf tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c3a0d5c-008e-4862-972f-be68b7a79b46 HTTP/1.1" status: 204 len: 168 time: 0.8720412 Jul 27 15:27:31.854432 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:32.070898 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:32.095975 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Checking router: c7b80b3a-45fc-414c-bc35-be5c47f1d29c for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:32.104374 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:32.105029 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:32.205177 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:32.399620 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:32.429669 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bf896-b2d8-4818-9c27-c167f7105909 None None] The sync data for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi is: [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:24:42Z', 'revision_number': 4, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '7f2cbc2b-2f7c-472b-b76a-83ad3dd92040', 'name': '', 'network_id': 'd8e7fea8-d333-41cd-bdec-2aebe284f827', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'mac_address': 'fa:16:3e:89:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13404174-3ff5-4437-a159-d12c04c2371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:42Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'subnets': [{'id': '13404174-3ff5-4437-a159-d12c04c2371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:32.636208 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af62e4d-4abe-4815-bdaa-52570b4c7b0d None None] New status for floating IP 2c3a0d5c-008e-4862-972f-be68b7a79b46: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:27:32.684867 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:32.687411 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49522326-dcee-4a37-b3a4-b655dc799555" -d '{"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:32.726534 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee021c-3ec7-4041-9353-5fddd2b66744 x-openstack-request-id: req-7cee021c-3ec7-4041-9353-5fddd2b66744 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:32.727031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:32.727279 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cee021c-3ec7-4041-9353-5fddd2b66744 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:32.727677 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:27:32.840818 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522326-dcee-4a37-b3a4-b655dc799555 req-9654e713-749f-494c-82e0-96aceb0edc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:32.842275 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-9654e713-749f-494c-82e0-96aceb0edc7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0524428 Jul 27 15:27:32.943279 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522326-dcee-4a37-b3a4-b655dc799555 req-dd28d57b-44ea-42f2-8a5f-1a80cf4ece7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:32.944776 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-dd28d57b-44ea-42f2-8a5f-1a80cf4ece7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 200 len: 914 time: 0.0927207 Jul 27 15:27:33.009209 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-559cc74c-a91c-46ea-80a5-2ca147493482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 200 len: 217 time: 0.0357339 Jul 27 15:27:33.064176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522326-dcee-4a37-b3a4-b655dc799555 req-d3f16d4b-f75d-41ca-9cfd-8eceb090b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:33.066180 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-d3f16d4b-f75d-41ca-9cfd-8eceb090b8c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 200 len: 852 time: 0.0429327 Jul 27 15:27:33.132374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522326-dcee-4a37-b3a4-b655dc799555 req-0792978f-2cb2-4a22-9d51-e989385e0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:33.134153 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-0792978f-2cb2-4a22-9d51-e989385e0346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8e7fea8-d333-41cd-bdec-2aebe284f827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570018 Jul 27 15:27:33.238620 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-1778f48e-c62f-48bf-98e4-65f0481da328 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935233 Jul 27 15:27:33.332956 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-49522326-dcee-4a37-b3a4-b655dc799555 req-7225f792-1877-4757-b10f-43a38db50765 service neutron] 10.222.0.46 "GET /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Jul 27 15:27:34.507042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9acf5d-cc72-4e3a-9b92-880089b6cc49 req-8929e273-898b-4b35-95a7-be51ac848e08 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:34.508523 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b9acf5d-cc72-4e3a-9b92-880089b6cc49 req-8929e273-898b-4b35-95a7-be51ac848e08 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0632305 Jul 27 15:27:34.547222 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2b9acf5d-cc72-4e3a-9b92-880089b6cc49 req-919a7e6e-b8ce-4ea5-98dd-7b97a4645aeb tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jul 27 15:27:35.267953 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-d1222e95-8734-4484-a8af-9201fc13966c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308224&fields=id&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 267 time: 0.0320342 Jul 27 15:27:35.373579 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e2ab62b9-d5e7-41b9-b8a8-087253ed6b6f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:35.374988 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e2ab62b9-d5e7-41b9-b8a8-087253ed6b6f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1005187 Jul 27 15:27:35.389156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-78a98ffb-b691-4e55-af8f-7afd46c21dea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/quotas/e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 375 time: 0.0086451 Jul 27 15:27:35.452231 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-110b6052-4108-4c34-bde8-ad5607ee044c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579779 Jul 27 15:27:35.543455 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-7dc7a2b5-6414-4b1e-9827-45efa7c72469 service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790594 Jul 27 15:27:35.662982 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-7e96912a-eb85-45e8-b0d7-0df0355a2386 service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136155 Jul 27 15:27:35.691709 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b321fb-cd71-47ec-bb7f-53c28b74366d req-4042db87-3a78-4036-9e4d-71cf963f4461 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:35.693184 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e2b321fb-cd71-47ec-bb7f-53c28b74366d req-4042db87-3a78-4036-9e4d-71cf963f4461 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0764108 Jul 27 15:27:35.731338 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e2b321fb-cd71-47ec-bb7f-53c28b74366d req-c1f0b028-60ef-4360-915c-59a589522108 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 27 15:27:35.949761 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b620d186-bcab-4dec-b20d-242471aa3ea7 req-a2f15df4-6588-4cbf-a562-c89cd51867e0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 210 time: 0.0326746 Jul 27 15:27:36.773188 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-27655d17-0c20-46e0-b762-4ce4c063e00c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:36.774692 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-27655d17-0c20-46e0-b762-4ce4c063e00c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.46 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0629046 Jul 27 15:27:36.862767 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ba470-06cb-4be5-8567-f181ec1e100a req-b2574930-e267-4e3a-94b5-ad7dd239ae5c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:36.866964 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e31ba470-06cb-4be5-8567-f181ec1e100a req-b2574930-e267-4e3a-94b5-ad7dd239ae5c tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/ports?device_id=09456958-d9aa-49a0-b9ea-f982b7bee9d7 HTTP/1.1" status: 200 len: 946 time: 0.0689077 Jul 27 15:27:36.880581 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Deleting port 0bb393d9-c24e-40b6-91a9-81412447d60f {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:36.880992 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:36.912779 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e31ba470-06cb-4be5-8567-f181ec1e100a req-81a0fb2a-4cbb-41a2-968c-480b247af4ee tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cb9ffee-00af-4c0e-9783-4c13ba7352eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Jul 27 15:27:36.977765 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] For port 0bb393d9-c24e-40b6-91a9-81412447d60f, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0bb393d9-c24e-40b6-91a9-81412447d60f,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:36.978138 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:36.991255 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Calling delete_port for 0bb393d9-c24e-40b6-91a9-81412447d60f owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:37.054871 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4f9cde8-43ff-44d3-9cd0-ad8c3cc4c139 req-6f2914e6-ab68-477a-afc1-5e3a2a885c2d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 210 time: 0.0321589 Jul 27 15:27:37.136950 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.170653 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Pushing event deleted for resources: {'Port': ['ID=0bb393d9-c24e-40b6-91a9-81412447d60f,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:37.174297 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-869b2b27-d330-4d5a-b52c-900106a98cdf tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:37.176505 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-869b2b27-d330-4d5a-b52c-900106a98cdf tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1236804 Jul 27 15:27:37.182335 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['0bb393d9-c24e-40b6-91a9-81412447d60f'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:37.220214 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] No DVR routers for this DVR port 0bb393d9-c24e-40b6-91a9-81412447d60f on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:27:37.223005 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.225180 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-46adce0c-e014-4b8d-8899-3af7a9128dd7 req-5eaec86b-07d5-4013-878f-aee54ff34b56 tempest-TestMinimumBasicScenario-916396916 tempest-TestMinimumBasicScenario-916396916-project] 10.222.0.46 "DELETE /v2.0/ports/0bb393d9-c24e-40b6-91a9-81412447d60f HTTP/1.1" status: 204 len: 173 time: 0.4433475 Jul 27 15:27:37.225623 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'name': 'network-vif-deleted', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:37.227912 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80660f8e-6856-4d3d-b6c3-3abe0f6d9779" -d '{"events": [{"server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "name": "network-vif-deleted", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:37.249642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-ec3ca395-7e63-43f8-9e34-1060910dac0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 379 time: 0.0363226 Jul 27 15:27:37.269386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56186268-f0e2-42e3-abed-1dd7580cef10 x-openstack-request-id: req-56186268-f0e2-42e3-abed-1dd7580cef10 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:37.269698 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09456958-d9aa-49a0-b9ea-f982b7bee9d7", "name": "network-vif-deleted", "tag": "0bb393d9-c24e-40b6-91a9-81412447d60f", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:37.269947 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56186268-f0e2-42e3-abed-1dd7580cef10 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:37.270339 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09456958-d9aa-49a0-b9ea-f982b7bee9d7', 'name': 'network-vif-deleted', 'tag': '0bb393d9-c24e-40b6-91a9-81412447d60f', 'status': 'completed', 'code': 200} Jul 27 15:27:37.287052 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'port': {'device_id': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'admin_state_up': True, 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'security_groups': ['07be5357-38d9-4e19-b702-01c09360f659']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:37.395226 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Made reservation on behalf of e9a65d475c9846dfabea23794dd2e636 for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:27:37.398669 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.523147 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.20.0.5 (16425a87-2cd0-48ad-8f02-b03806548cee/3dbea291-3fe0-47da-93a5-4f89167478f6/9ab698a3-e6c8-41e5-9918-2837ecadc50b) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:37.666212 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.680952 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Transition to ACTIVE for port object 9ab698a3-e6c8-41e5-9918-2837ecadc50b will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:37.713600 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.756938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:37.759946 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:37.765589 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:37.793737 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:37.823620 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:37.824283 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:37.841061 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-44051ca3-a61f-46b8-baf5-24c05fa82f0f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580330 Jul 27 15:27:37.863725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Request body: {'port': {'device_id': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:37.969362 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.065148 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-556a7319-6933-4a96-8c07-8925f647a787 None None] Provisioning for port 9ab698a3-e6c8-41e5-9918-2837ecadc50b completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:38.069666 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-556a7319-6933-4a96-8c07-8925f647a787 None None] Provisioning complete for port 9ab698a3-e6c8-41e5-9918-2837ecadc50b triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:38.070041 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-556a7319-6933-4a96-8c07-8925f647a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.110182 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-556a7319-6933-4a96-8c07-8925f647a787 None None] Port 9ab698a3-e6c8-41e5-9918-2837ecadc50b cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:27:38.251720 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84131852-007d-41fa-bad5-b5e1063a419e req-a7fdb224-72a2-4028-886c-e1a2e4a40959 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:38.254930 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-84131852-007d-41fa-bad5-b5e1063a419e req-a7fdb224-72a2-4028-886c-e1a2e4a40959 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 931 time: 0.1035235 Jul 27 15:27:38.331542 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-84131852-007d-41fa-bad5-b5e1063a419e req-f001c891-ac7b-4968-aace-d6bc8e5b0971 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720098 Jul 27 15:27:38.334033 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab698a3-e6c8-41e5-9918-2837ecadc50b {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:27:38.341969 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.355268 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Transition to ACTIVE for port object 9ab698a3-e6c8-41e5-9918-2837ecadc50b will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:27:38.359836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.416289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:38.445552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.445926 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.446373 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.446672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.447125 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.447462 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.447795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.448125 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.448454 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.448847 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.449244 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.449661 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:38.506734 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Attempting to bind port 9ab698a3-e6c8-41e5-9918-2837ecadc50b on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:27:38.507030 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Attempting to bind port 9ab698a3-e6c8-41e5-9918-2837ecadc50b by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:27:38.507360 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Attempting to bind port 9ab698a3-e6c8-41e5-9918-2837ecadc50b on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:38.512644 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Port 9ab698a3-e6c8-41e5-9918-2837ecadc50b on network 16425a87-2cd0-48ad-8f02-b03806548cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:27:38.512971 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Attempting to bind port 9ab698a3-e6c8-41e5-9918-2837ecadc50b on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:27:38.519300 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:27:38.519300 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:27:38.519686 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Bound using segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:27:38.520061 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Bound port: 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:27:38.520546 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.592310 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:27:38.595460 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:27:38.599721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.631677 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:38.632584 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:38.633895 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] 10.222.0.46 "PUT /v2.0/ports/9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 200 len: 1093 time: 0.7772708 Jul 27 15:27:38.636793 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:38.639172 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c471b-a5cd-424a-946e-2d38036b1727" -d '{"events": [{"name": "network-changed", "server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:38.669261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15658-cdac-4476-96d6-f7fe6c58004a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:38.703981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa838a4-10e4-472d-8e39-328eed0ffd32 x-openstack-request-id: req-8fa838a4-10e4-472d-8e39-328eed0ffd32 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:38.703981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:38.703981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fa838a4-10e4-472d-8e39-328eed0ffd32 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:38.703981 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'status': 'completed', 'code': 200} Jul 27 15:27:38.711794 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37714) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:38.774839 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-89aee1fa-7d4a-4209-8aae-563e929c4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:38.776481 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-89aee1fa-7d4a-4209-8aae-563e929c4a15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1096 time: 0.0567057 Jul 27 15:27:38.835073 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-18b3aa82-1dd4-4910-8cd0-da96d9b87386 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 200 len: 217 time: 0.0376644 Jul 27 15:27:38.883387 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-c5bb0616-ffa0-4dde-a981-9e6748bed3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:38.884835 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-c5bb0616-ffa0-4dde-a981-9e6748bed3ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0434690 Jul 27 15:27:38.944461 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-dfb7c70a-2921-47e1-a3b5-28d2dd2216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:38.945982 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-dfb7c70a-2921-47e1-a3b5-28d2dd2216f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530117 Jul 27 15:27:39.038382 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-c5e749f4-aceb-43a7-8bc7-a5c76d753a66 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837073 Jul 27 15:27:39.056997 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:39.129575 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-142cc532-e249-47be-a6c3-493bdaa6fdf0 req-836d2ae8-ebd1-4d7a-a373-1536576bacc7 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814960 Jul 27 15:27:39.299961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c471b-a5cd-424a-946e-2d38036b1727 req-9a91f383-01ee-4a45-ab8a-7d764fda4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:39.301967 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-9a91f383-01ee-4a45-ab8a-7d764fda4194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1096 time: 0.0565703 Jul 27 15:27:39.415998 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c471b-a5cd-424a-946e-2d38036b1727 req-63280375-6cbf-4726-9c36-3df5fe7178ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:39.417428 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-63280375-6cbf-4726-9c36-3df5fe7178ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.1077278 Jul 27 15:27:39.474239 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-9c767a01-f59c-460b-baae-99b3c995dcfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 200 len: 217 time: 0.0394855 Jul 27 15:27:39.533423 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0e5d-3863-484b-a789-00e60eb05825 req-55d3bfa3-9dad-4dad-a95c-6df33be6e098 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:39.534947 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-286c0e5d-3863-484b-a789-00e60eb05825 req-55d3bfa3-9dad-4dad-a95c-6df33be6e098 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.1315019 Jul 27 15:27:39.550234 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Deleting port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:39.550483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c471b-a5cd-424a-946e-2d38036b1727 req-987286ad-c242-434f-b4db-4b360da17521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:39.550591 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:39.552229 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-987286ad-c242-434f-b4db-4b360da17521 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0681441 Jul 27 15:27:39.604890 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-286c0e5d-3863-484b-a789-00e60eb05825 req-d2923b68-704a-4574-b942-b28918ad6ca7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637171 Jul 27 15:27:39.629455 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] For port 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:39.629817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:39.634318 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c471b-a5cd-424a-946e-2d38036b1727 req-a428f9af-ee53-4ef7-91ba-4123bd956b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:39.635830 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-a428f9af-ee53-4ef7-91ba-4123bd956b17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755215 Jul 27 15:27:39.642057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Calling delete_port for 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:39.777855 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0bb393d9-c24e-40b6-91a9-81412447d60f no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:39.799204 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 0bb393d9-c24e-40b6-91a9-81412447d60f {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:39.799546 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 0bb393d9-c24e-40b6-91a9-81412447d60f not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:39.823454 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:39.849677 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2cbc2b-2f7c-472b-b76a-83ad3dd92040,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:39.958073 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-53d30c5b-5db5-48a3-a747-f6ff7724fef9 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137305 Jul 27 15:27:40.022312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.052044 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-202c471b-a5cd-424a-946e-2d38036b1727 req-2a697085-2d78-4ae1-a61d-efc1b4d2f082 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854275 Jul 27 15:27:40.235911 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Router c7b80b3a-45fc-414c-bc35-be5c47f1d29c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:40.341491 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:40.346286 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-36ed9a63-76c4-46a2-a361-c11101dcfead admin admin] 10.222.0.37 "PUT /v2.0/routers/c7b80b3a-45fc-414c-bc35-be5c47f1d29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334603 Jul 27 15:27:40.348982 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37724) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:40.350015 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Sync routers for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:40.358958 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:40.359586 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:40.460386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.568996 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.577574 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:40.620323 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Deleting port a9780b9b-ad11-415e-8fde-689d358418b5 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:40.620691 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.708926 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] For port a9780b9b-ad11-415e-8fde-689d358418b5, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a9780b9b-ad11-415e-8fde-689d358418b5,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:40.709286 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.726116 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Calling delete_port for a9780b9b-ad11-415e-8fde-689d358418b5 owned by network:router_gateway {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:40.747385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04137c2-4e2d-4300-b5b4-d2f27281a7be req-9614a4f2-151d-4b2b-9a95-83842fac90ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:40.749198 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f04137c2-4e2d-4300-b5b4-d2f27281a7be req-9614a4f2-151d-4b2b-9a95-83842fac90ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.0700581 Jul 27 15:27:40.758779 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:27:39Z', 'revision_number': 5, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port': {'id': 'a9780b9b-ad11-415e-8fde-689d358418b5', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:40Z', 'updated_at': '2021-07-27T15:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:40.790910 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Checking router: c7b80b3a-45fc-414c-bc35-be5c47f1d29c for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:40.794115 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f04137c2-4e2d-4300-b5b4-d2f27281a7be req-a541d248-c7df-4440-86ab-e4a1fa778386 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Jul 27 15:27:40.799613 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Routers {'c7b80b3a-45fc-414c-bc35-be5c47f1d29c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:40.806534 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:40.886308 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] Set router c7b80b3a-45fc-414c-bc35-be5c47f1d29c gateway port host: None {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:40.895746 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:40.923186 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9780b9b-ad11-415e-8fde-689d358418b5,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:40.940792 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:27:40Z', 'revision_number': 6, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:40.970141 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fa5ba-cd02-4d4a-8929-b1b776e5ca1b None None] The sync data for ids ['c7b80b3a-45fc-414c-bc35-be5c47f1d29c'] in dv-cinder-800431-2-iscsi is: [{'id': 'c7b80b3a-45fc-414c-bc35-be5c47f1d29c', 'name': 'tempest-TestMinimumBasicScenario-97343456-router', 'tenant_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:39Z', 'updated_at': '2021-07-27T15:27:40Z', 'revision_number': 6, 'project_id': 'f9c187b19f4a4b289f866e96946b7e3c', 'gw_port_host': None}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:40.984889 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.085374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.087378 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.149871 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.150412 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b80b3a-45fc-414c-bc35-be5c47f1d29c {{(pid=93077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:27:41.155341 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.156472 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-262e475b-c1d3-4316-9313-d9fd8e9ecee6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c7b80b3a-45fc-414c-bc35-be5c47f1d29c HTTP/1.1" status: 204 len: 168 time: 0.8065710 Jul 27 15:27:41.158963 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37730) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:41.202016 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Deleting subnet 13404174-3ff5-4437-a159-d12c04c2371b {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:27:41.204966 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.237709 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.349436 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.412183 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.441097 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13404174-3ff5-4437-a159-d12c04c2371b,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:41.444690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.449152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37734) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:41.449654 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2de6224a-6ebc-4f2e-9e67-5a24f091ce8b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13404174-3ff5-4437-a159-d12c04c2371b HTTP/1.1" status: 204 len: 168 time: 0.2893207 Jul 27 15:27:41.451642 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb0bed-0024-48f2-b384-3e6a4539b145 None None] Network d8e7fea8-d333-41cd-bdec-2aebe284f827 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:41.518804 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.573264 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Deleting port 9093be2c-8d35-47e7-acea-04a8f78600de {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:41.573603 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.637721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] For port 9093be2c-8d35-47e7-acea-04a8f78600de, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9093be2c-8d35-47e7-acea-04a8f78600de,segment=NetworkSegment(c4ab211f-3b53-4e61-bf12-bac2eb86110e),segment_id=c4ab211f-3b53-4e61-bf12-bac2eb86110e)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:41.638189 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.651145 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Calling delete_port for 9093be2c-8d35-47e7-acea-04a8f78600de owned by network:dhcp {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:41.746738 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.747334 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e75483-51e1-4944-9846-604fcd49946a None None] DHCP port deletion for d8e7fea8-d333-41cd-bdec-2aebe284f827 request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:27:41.783782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9093be2c-8d35-47e7-acea-04a8f78600de,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:41.789272 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] No DVR routers for this DVR port 9093be2c-8d35-47e7-acea-04a8f78600de on host dv-cinder-800431-2-iscsi {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:27:41.796375 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:41.815923 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:41.816788 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 7f2cbc2b-2f7c-472b-b76a-83ad3dd92040 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:41.873065 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.903953 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e7fea8-d333-41cd-bdec-2aebe284f827']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:41.915725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ab211f-3b53-4e61-bf12-bac2eb86110e') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:41.916015 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ab211f-3b53-4e61-bf12-bac2eb86110e') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:41.926837 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.944802 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.956589 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:27:41.957535 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:27:41.959425 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:27:42.002342 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791d55-c4ce-46f5-b47b-76c8fdc8af52 req-f64cf851-4a65-4bef-b134-1ed6f32b48e6 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:42.004437 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c791d55-c4ce-46f5-b47b-76c8fdc8af52 req-f64cf851-4a65-4bef-b134-1ed6f32b48e6 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.1433861 Jul 27 15:27:42.042309 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:42.051072 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:42.052897 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8e7fea8-d333-41cd-bdec-2aebe284f827 HTTP/1.1" status: 204 len: 168 time: 0.6020381 Jul 27 15:27:42.055872 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37740) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:42.056866 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9c791d55-c4ce-46f5-b47b-76c8fdc8af52 req-01584261-a6e3-4c4b-a5cf-21774098d358 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459027 Jul 27 15:27:42.065929 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847a13-bac2-48eb-b392-f1080655c7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e7fea8-d333-41cd-bdec-2aebe284f827,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:42.392531 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:42.874711 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Deleting port f2c27ff4-2452-4445-b6f1-34e0c15d89a8 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:42.875077 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:42.952913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] For port f2c27ff4-2452-4445-b6f1-34e0c15d89a8, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:42.953279 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:42.966063 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Calling delete_port for f2c27ff4-2452-4445-b6f1-34e0c15d89a8 owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:43.142861 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:43.170550 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c27ff4-2452-4445-b6f1-34e0c15d89a8,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:43.193692 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989255da-b295-4781-a29f-4f633eb0dc8b req-09e897d0-6b91-4b0f-9b18-71f810127901 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:43.195246 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-989255da-b295-4781-a29f-4f633eb0dc8b req-09e897d0-6b91-4b0f-9b18-71f810127901 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.0674980 Jul 27 15:27:43.196219 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.196575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.196922 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.197261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.197596 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.197932 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.198266 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.198621 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.198956 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.199285 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.199609 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.199933 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:43.239140 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-989255da-b295-4781-a29f-4f633eb0dc8b req-d2fc07f7-f669-4680-a97a-e0fe913b77b1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Jul 27 15:27:43.343145 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:43.449119 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a9780b9b-ad11-415e-8fde-689d358418b5 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:43.468930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: a9780b9b-ad11-415e-8fde-689d358418b5 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:43.469269 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a9780b9b-ad11-415e-8fde-689d358418b5 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:43.469674 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9093be2c-8d35-47e7-acea-04a8f78600de no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:43.487311 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 9093be2c-8d35-47e7-acea-04a8f78600de {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:43.487652 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9093be2c-8d35-47e7-acea-04a8f78600de not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:43.558581 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:43.666218 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:43.671307 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3227df7e-f7c3-41bb-aeaf-38f16ad95c33 admin admin] 10.222.0.37 "PUT /v2.0/routers/3af3cf81-4fbb-47c1-8772-cfbd58016c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143162 Jul 27 15:27:43.673746 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37750) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:43.677592 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Sync routers for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:43.687964 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:43.688726 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:43.778730 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:43.880502 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:43.885548 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:43.940206 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Deleting port 99981dfd-c811-488d-9954-11ff4dc74bbd {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:43.940552 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.029978 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] For port 99981dfd-c811-488d-9954-11ff4dc74bbd, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=99981dfd-c811-488d-9954-11ff4dc74bbd,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:44.030354 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.043698 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Calling delete_port for 99981dfd-c811-488d-9954-11ff4dc74bbd owned by network:router_gateway {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:44.060264 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:27:43Z', 'revision_number': 5, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port': {'id': '99981dfd-c811-488d-9954-11ff4dc74bbd', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:44.086103 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Checking router: 3af3cf81-4fbb-47c1-8772-cfbd58016c9c for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:44.094198 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Routers {'3af3cf81-4fbb-47c1-8772-cfbd58016c9c'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:44.094923 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:44.182169 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] Set router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c gateway port host: None {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:44.226859 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.242345 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:27:43Z', 'revision_number': 6, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:44.260789 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99981dfd-c811-488d-9954-11ff4dc74bbd,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:44.271144 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb80a1-34bd-40f5-9bc4-3d5c56f48f7f None None] The sync data for ids ['3af3cf81-4fbb-47c1-8772-cfbd58016c9c'] in dv-cinder-800431-2-iscsi is: [{'id': '3af3cf81-4fbb-47c1-8772-cfbd58016c9c', 'name': 'tempest-TestMinimumBasicScenario-583607638-router', 'tenant_id': '7951caea4dd2418183f2b0eff26f5236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:24:45Z', 'updated_at': '2021-07-27T15:27:43Z', 'revision_number': 6, 'project_id': '7951caea4dd2418183f2b0eff26f5236', 'gw_port_host': None}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:44.334519 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.409539 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df674b5c-65f5-4489-b2f2-face66b7f596 req-a876aa6f-c3e8-4596-a538-1334f3d8ccc4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:44.412027 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-df674b5c-65f5-4489-b2f2-face66b7f596 req-a876aa6f-c3e8-4596-a538-1334f3d8ccc4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.0669487 Jul 27 15:27:44.428769 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.431055 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.452874 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-df674b5c-65f5-4489-b2f2-face66b7f596 req-4c26665a-1cd9-4bf8-872e-f886954b62fe tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341973 Jul 27 15:27:44.479421 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.480053 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af3cf81-4fbb-47c1-8772-cfbd58016c9c {{(pid=93077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:27:44.484905 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.486037 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-a7a29ed9-7cc9-4900-8537-ab28650027c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3af3cf81-4fbb-47c1-8772-cfbd58016c9c HTTP/1.1" status: 204 len: 168 time: 0.8113766 Jul 27 15:27:44.488659 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37764) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:44.532258 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Deleting subnet bd4fae45-7883-4711-8cf6-4ec7aff0b28a {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:27:44.535913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.568456 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.650070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.702671 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.728764 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4fae45-7883-4711-8cf6-4ec7aff0b28a,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:44.732736 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.736990 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f19a479f-4ad8-4775-bcdb-6a02961cd2e4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd4fae45-7883-4711-8cf6-4ec7aff0b28a HTTP/1.1" status: 204 len: 168 time: 0.2451022 Jul 27 15:27:44.737261 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37766) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:44.741822 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fbd3b-c270-4bcb-aed8-729a7db3d04d None None] Network e8246d30-11bf-4432-8c72-2b78f23e5436 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:27:44.808184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.868861 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Deleting port 609547df-fb88-4ee7-9918-f0d014b1c9a4 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:44.869198 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.934056 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] For port 609547df-fb88-4ee7-9918-f0d014b1c9a4, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=609547df-fb88-4ee7-9918-f0d014b1c9a4,segment=NetworkSegment(668a53aa-56c5-4efc-b44e-7f4e8c900106),segment_id=668a53aa-56c5-4efc-b44e-7f4e8c900106)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:44.934379 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:44.947203 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Calling delete_port for 609547df-fb88-4ee7-9918-f0d014b1c9a4 owned by network:dhcp {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:45.009178 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] DHCP port deletion for e8246d30-11bf-4432-8c72-2b78f23e5436 request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:27:45.033143 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.054418 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Deleting port 609547df-fb88-4ee7-9918-f0d014b1c9a4 {{(pid=93078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:27:45.054938 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.058853 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=609547df-fb88-4ee7-9918-f0d014b1c9a4,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:45.062372 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] No DVR routers for this DVR port 609547df-fb88-4ee7-9918-f0d014b1c9a4 on host dv-cinder-800431-2-iscsi {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:27:45.127156 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] For port 609547df-fb88-4ee7-9918-f0d014b1c9a4, host dv-cinder-800431-2-iscsi, got binding levels [] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:45.128093 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.137985 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.145134 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Calling delete_port for 609547df-fb88-4ee7-9918-f0d014b1c9a4 owned by network:dhcp {{(pid=93078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:27:45.148280 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8246d30-11bf-4432-8c72-2b78f23e5436']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:45.149124 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.ipam_backend_mixin [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Port 609547df-fb88-4ee7-9918-f0d014b1c9a4 was not found and therefore no delete operation was performed {{(pid=93078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 15:27:45.150396 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.161723 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668a53aa-56c5-4efc-b44e-7f4e8c900106') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:45.162019 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668a53aa-56c5-4efc-b44e-7f4e8c900106') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:45.171009 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.175134 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] Pushing event deleted for resources: {'Port': ['ID=609547df-fb88-4ee7-9918-f0d014b1c9a4,revision_number=None']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:45.179549 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce38b0-bbf4-4785-b168-8a826d52dffe None None] No DVR routers for this DVR port 609547df-fb88-4ee7-9918-f0d014b1c9a4 on host dv-cinder-800431-2-iscsi {{(pid=93078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:27:45.192259 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.198052 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:27:45.198433 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:27:45.200347 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:27:45.254350 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.259440 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.262959 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8246d30-11bf-4432-8c72-2b78f23e5436 HTTP/1.1" status: 204 len: 168 time: 0.5247388 Jul 27 15:27:45.282706 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6147e-8e74-4bef-a644-1bd83bd95f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8246d30-11bf-4432-8c72-2b78f23e5436,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:45.403276 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 609547df-fb88-4ee7-9918-f0d014b1c9a4 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:45.423199 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 609547df-fb88-4ee7-9918-f0d014b1c9a4 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:45.423616 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 609547df-fb88-4ee7-9918-f0d014b1c9a4 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:45.424145 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 99981dfd-c811-488d-9954-11ff4dc74bbd no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:45.443326 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37776) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:45.444274 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 99981dfd-c811-488d-9954-11ff4dc74bbd {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:45.444634 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 99981dfd-c811-488d-9954-11ff4dc74bbd not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:45.445055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f2c27ff4-2452-4445-b6f1-34e0c15d89a8 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:27:45.466710 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: f2c27ff4-2452-4445-b6f1-34e0c15d89a8 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:27:45.467108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device f2c27ff4-2452-4445-b6f1-34e0c15d89a8 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:27:45.485186 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-946089b5-c03c-4dc0-ad88-8272d60f48d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9c187b19f4a4b289f866e96946b7e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406008 Jul 27 15:27:45.487721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37780) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:45.537620 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.562876 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.589414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167689-4b00-4202-b77e-d02a4d6401aa req-c32e7db3-7e58-4f8f-bd82-839cbbd749d2 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:45.591645 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bb167689-4b00-4202-b77e-d02a4d6401aa req-c32e7db3-7e58-4f8f-bd82-839cbbd749d2 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 943 time: 0.0663962 Jul 27 15:27:45.607880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.610608 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:45.611744 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cb9ffee-00af-4c0e-9783-4c13ba7352eb HTTP/1.1" status: 204 len: 168 time: 0.1224008 Jul 27 15:27:45.620498 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c3efb-7b8d-4588-b271-faa3c6756349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb9ffee-00af-4c0e-9783-4c13ba7352eb,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:45.634987 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bb167689-4b00-4202-b77e-d02a4d6401aa req-3f4797f9-4c34-4972-be79-f60cc37d0506 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379426 Jul 27 15:27:45.834121 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9ab698a3-e6c8-41e5-9918-2837ecadc50b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:27:45.926807 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 37788) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:45.936028 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:45.948974 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'port_id': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'mac_address': 'fa:16:3e:c0:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:27:45.969200 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37790) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:45.969397 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-24b84cf1-cbef-4b0d-8830-c37194691506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7951caea4dd2418183f2b0eff26f5236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426259 Jul 27 15:27:45.997898 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.015450 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab698a3-e6c8-41e5-9918-2837ecadc50b {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:27:46.020017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.022292 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.037588 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:46.041885 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.048442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.089949 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:46.095351 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.098750 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.099900 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1b3db77-2e78-4324-8ea7-c07c52c6d7e2 HTTP/1.1" status: 204 len: 168 time: 0.1291695 Jul 27 15:27:46.110028 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc50976-e8f4-4c16-86d1-9f13a38bed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3db77-2e78-4324-8ea7-c07c52c6d7e2,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:46.266360 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e3c2374d-57f3-4443-9cda-17f3b32e70c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:46.371631 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['9ab698a3-e6c8-41e5-9918-2837ecadc50b'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:46.537511 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debda00-0c07-4c63-b2c5-d6ea42d6ae47 req-01f2d94f-9cdc-46ef-8e8f-c266330fa09e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:46.539324 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3debda00-0c07-4c63-b2c5-d6ea42d6ae47 req-01f2d94f-9cdc-46ef-8e8f-c266330fa09e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0670209 Jul 27 15:27:46.578218 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3debda00-0c07-4c63-b2c5-d6ea42d6ae47 req-b2198d1d-4018-414a-a8e8-2414717af10e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 27 15:27:46.627034 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:27:46.766134 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5967c-3b81-4724-9a69-24ed6e867462 req-2a9e474f-bb11-4c90-a6ec-82f9afe747b0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:46.767666 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a8a5967c-3b81-4724-9a69-24ed6e867462 req-2a9e474f-bb11-4c90-a6ec-82f9afe747b0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 944 time: 0.0659826 Jul 27 15:27:46.805075 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a8a5967c-3b81-4724-9a69-24ed6e867462 req-30440275-3e61-41e5-987d-e817e9c2ff03 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Jul 27 15:27:47.707842 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080043e-64d1-4f4e-9a78-2f7bde859fa1 req-c3af82fc-f8dc-4be2-b94a-4cbef25823d9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:47.709300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8080043e-64d1-4f4e-9a78-2f7bde859fa1 req-c3af82fc-f8dc-4be2-b94a-4cbef25823d9 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0613163 Jul 27 15:27:47.745837 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8080043e-64d1-4f4e-9a78-2f7bde859fa1 req-6d0befd5-a330-4ac5-ae4c-7be319576aba tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Jul 27 15:27:47.837411 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9ab698a3-e6c8-41e5-9918-2837ecadc50b up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:47.883853 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 9ab698a3-e6c8-41e5-9918-2837ecadc50b completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:27:47.887549 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 9ab698a3-e6c8-41e5-9918-2837ecadc50b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:47.887923 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:47.939594 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6e77-67cb-41a7-a0cb-fb4fc2522f9a req-6f21438f-14fc-40f8-94b8-0f0ebf8ae55b tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:47.941591 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d0ed6e77-67cb-41a7-a0cb-fb4fc2522f9a req-6f21438f-14fc-40f8-94b8-0f0ebf8ae55b tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 944 time: 0.0683327 Jul 27 15:27:47.966234 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:47.979822 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d0ed6e77-67cb-41a7-a0cb-fb4fc2522f9a req-e1745aef-c047-4e82-829d-4ddc208fd151 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Jul 27 15:27:47.989391 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:47.991951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ce7ae-ec3a-4015-898d-679469abe61c" -d '{"events": [{"server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "name": "network-vif-plugged", "status": "completed", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:48.007470 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:48.014585 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:48.062485 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:48.196660 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf6b75-9418-4dce-9049-b4108c7e5fd7 x-openstack-request-id: req-f8bf6b75-9418-4dce-9049-b4108c7e5fd7 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:48.196948 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "name": "network-vif-plugged", "status": "completed", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:48.197197 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8bf6b75-9418-4dce-9049-b4108c7e5fd7 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:48.197591 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'code': 200} Jul 27 15:27:48.496340 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d151e-90c0-47c8-b3e0-f145b279c4c4 req-946ec09d-112e-46c1-8e40-d73374b9f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:48.497847 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e82d151e-90c0-47c8-b3e0-f145b279c4c4 req-946ec09d-112e-46c1-8e40-d73374b9f12f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1098 time: 0.0550475 Jul 27 15:27:48.533464 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e82d151e-90c0-47c8-b3e0-f145b279c4c4 req-db6d5ce6-a170-4be3-9c93-98b35dac4b51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273104 Jul 27 15:27:48.724790 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-5d86f8b7-550d-4235-8eed-2e1b8f9823df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:48.879549 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad292-d69a-43d1-9cbf-ce2358dad6aa req-c60b14a4-cf8a-4c05-8d05-0bf08320052b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:48.881019 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11aad292-d69a-43d1-9cbf-ce2358dad6aa req-c60b14a4-cf8a-4c05-8d05-0bf08320052b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0613554 Jul 27 15:27:48.918123 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11aad292-d69a-43d1-9cbf-ce2358dad6aa req-1f96e8ac-d624-43d6-ab3b-4b4562d38682 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Jul 27 15:27:49.003227 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:49.117545 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b489d00-baf5-46e5-a3f1-bc9ad5a2f3df req-f7af3185-b437-42cf-b960-9d26f8f3115c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:49.119046 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9b489d00-baf5-46e5-a3f1-bc9ad5a2f3df req-f7af3185-b437-42cf-b960-9d26f8f3115c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0654867 Jul 27 15:27:49.155791 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9b489d00-baf5-46e5-a3f1-bc9ad5a2f3df req-490d2437-0c96-4bb6-ae57-c03ee071c29c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Jul 27 15:27:49.975924 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:50.047494 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af853f3-3366-4103-a8bb-626774694dd4 req-ba35608d-6852-4de4-a140-233549233cac tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:50.048976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2af853f3-3366-4103-a8bb-626774694dd4 req-ba35608d-6852-4de4-a140-233549233cac tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0618875 Jul 27 15:27:50.085891 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2af853f3-3366-4103-a8bb-626774694dd4 req-17524216-e3bc-4160-bc29-657d582e7445 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307698 Jul 27 15:27:50.283624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbc62-f9b3-4a90-991c-7d34ac73b8c9 req-45c5e3e2-7d70-490c-9d17-9d9125b6e76f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:50.285579 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcdfbc62-f9b3-4a90-991c-7d34ac73b8c9 req-45c5e3e2-7d70-490c-9d17-9d9125b6e76f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0640888 Jul 27 15:27:50.322310 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dcdfbc62-f9b3-4a90-991c-7d34ac73b8c9 req-63e31196-9da8-47e1-accf-9a4ed5634ee9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Jul 27 15:27:50.446917 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033bc44-8fd9-48a0-8f9c-44391d745921 req-27666c07-87b9-4461-a005-1c9d81689aa4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:50.448437 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6033bc44-8fd9-48a0-8f9c-44391d745921 req-27666c07-87b9-4461-a005-1c9d81689aa4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Jul 27 15:27:50.489332 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6033bc44-8fd9-48a0-8f9c-44391d745921 req-79329acb-2085-4ade-a2c5-2d90dc0eff17 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352356 Jul 27 15:27:50.510497 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37836) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:50.700463 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4316a6-3fc6-4cfd-a2c0-ef46aae647e5 tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:50.701879 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-6f4316a6-3fc6-4cfd-a2c0-ef46aae647e5 tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1093 time: 0.1904128 Jul 27 15:27:50.705032 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 37840) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:27:50.709826 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'port_id': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:27:50.731218 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:50.825270 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:50.929971 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.27.1.143 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/6db32973-133b-4b2d-8b3e-621327aea1f8) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:27:51.026947 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.063418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.099817 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:27:51.104338 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:27:51.107580 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:27:51.112712 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=6db32973-133b-4b2d-8b3e-621327aea1f8,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:51.277610 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf3018-ef19-4427-89ae-ea633425204a req-60bb6bab-908e-4eb0-92f3-ca2cf9308358 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:51.279006 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cacf3018-ef19-4427-89ae-ea633425204a req-60bb6bab-908e-4eb0-92f3-ca2cf9308358 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.1052132 Jul 27 15:27:51.374742 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cacf3018-ef19-4427-89ae-ea633425204a req-4df6912f-dbfb-44f5-8d75-04d82b844f3d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640571 Jul 27 15:27:51.536735 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.611370 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.757009 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.761372 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.826532 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=6db32973-133b-4b2d-8b3e-621327aea1f8,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:51.835855 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:51.933089 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP e2bc44a9-2b0e-4170-b327-49a37ef63211 associated. External IP: 172.27.1.143, port: 9ab698a3-e6c8-41e5-9918-2837ecadc50b. Jul 27 15:27:51.944654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:52.131268 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:27:52.234201 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:27:52.243681 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:27:52.250176 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:52.253147 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:52.253809 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:52.286264 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d73dd81f-2653-4630-97ed-6d19f3930cb1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5802050 Jul 27 15:27:52.286862 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:27:52.289356 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2574011a-2621-4d95-a286-bdfcc0a9d853" -d '{"events": [{"name": "network-changed", "server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:27:52.325250 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7077e97f-324e-471a-8931-3703597667d6 x-openstack-request-id: req-7077e97f-324e-471a-8931-3703597667d6 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:27:52.325536 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:27:52.325782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7077e97f-324e-471a-8931-3703597667d6 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:27:52.326173 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'status': 'completed', 'code': 200} Jul 27 15:27:52.357883 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:52.427137 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-6872595d-41db-43e5-8957-5e3797b49a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:52.428672 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-6872595d-41db-43e5-8957-5e3797b49a7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1098 time: 0.0551643 Jul 27 15:27:52.564781 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-5c81aacc-e530-4e63-9a47-732ef7773461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:52.566799 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-5c81aacc-e530-4e63-9a47-732ef7773461 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.1287868 Jul 27 15:27:52.577988 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36737e-df49-4913-93c7-0d84218b491f req-27cdfe3d-7562-4079-9432-1e8e5179f029 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:52.579950 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6d36737e-df49-4913-93c7-0d84218b491f req-27cdfe3d-7562-4079-9432-1e8e5179f029 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.1244452 Jul 27 15:27:52.580622 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e2bc44a9-2b0e-4170-b327-49a37ef63211', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:c0:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:27:51Z', 'updated_at': '2021-07-27T15:27:51Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:52.606702 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:27:52.614917 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:27:52.615537 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:27:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:52.660511 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6d36737e-df49-4913-93c7-0d84218b491f req-675ea945-712a-47cf-867f-1f9f7cf34c70 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726190 Jul 27 15:27:52.664455 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-94884388-d18f-42f1-bb71-f9a79ef86722 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 200 len: 999 time: 0.0836291 Jul 27 15:27:52.725407 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-d4254036-042c-44df-a227-c6921fefb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:52.726923 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-d4254036-042c-44df-a227-c6921fefb3e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0542543 Jul 27 15:27:52.803184 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-95ad24a2-62d1-40de-b3d2-26cf2c334e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:52.804731 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-95ad24a2-62d1-40de-b3d2-26cf2c334e31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555696 Jul 27 15:27:52.837026 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:27:52.897902 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-be316198-5aba-4207-8de0-fabf3a54f82f service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Jul 27 15:27:52.992587 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2574011a-2621-4d95-a286-bdfcc0a9d853 req-b032a7c5-34dc-4878-aca5-9fc1006ee081 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Jul 27 15:27:53.057132 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e2bc44a9-2b0e-4170-b327-49a37ef63211', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:c0:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:27:51Z', 'updated_at': '2021-07-27T15:27:51Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:27:53.083651 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648011e9-968b-438a-aa89-cff33b65e0e0 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e2bc44a9-2b0e-4170-b327-49a37ef63211', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:c0:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:27:51Z', 'updated_at': '2021-07-27T15:27:51Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:27:53.254591 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cbc6b-da9a-4f51-9123-abc892dc0036 None None] New status for floating IP e2bc44a9-2b0e-4170-b327-49a37ef63211: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:27:53.795441 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd65c40-451c-4736-93ae-171de4e21a1a req-0d5a7ca6-1181-4603-8497-b882a9d8e3d3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:53.797016 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dfd65c40-451c-4736-93ae-171de4e21a1a req-0d5a7ca6-1181-4603-8497-b882a9d8e3d3 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0645010 Jul 27 15:27:53.834593 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-dfd65c40-451c-4736-93ae-171de4e21a1a req-a5f60d63-c5d5-4814-aac0-6adf6929991b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Jul 27 15:27:54.968320 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487988a-2e5c-4bf1-a973-277fadf127ad req-de615a66-dec0-486c-a99c-877ca5538ffe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:54.969812 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1487988a-2e5c-4bf1-a973-277fadf127ad req-de615a66-dec0-486c-a99c-877ca5538ffe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0651033 Jul 27 15:27:55.006081 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1487988a-2e5c-4bf1-a973-277fadf127ad req-caf79dad-955a-4405-b2aa-d01f3eaec189 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299103 Jul 27 15:27:56.139135 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f995e7-b61b-442e-9bb3-5a23fd8c8e0d req-2df3fa1b-df50-4e44-82c7-fb98826adf7c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:56.140571 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-81f995e7-b61b-442e-9bb3-5a23fd8c8e0d req-2df3fa1b-df50-4e44-82c7-fb98826adf7c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0639315 Jul 27 15:27:56.177169 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-81f995e7-b61b-442e-9bb3-5a23fd8c8e0d req-580b82bc-1a47-4370-9d6e-3ef02d8a3115 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308113 Jul 27 15:27:57.308896 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df7fd7-1adf-4e88-8840-f76a449cb143 req-5a834c1c-be7b-46ec-96f6-107ca4624bd7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:57.310395 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-01df7fd7-1adf-4e88-8840-f76a449cb143 req-5a834c1c-be7b-46ec-96f6-107ca4624bd7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Jul 27 15:27:57.349087 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-01df7fd7-1adf-4e88-8840-f76a449cb143 req-9cbd8936-a5c3-4b48-b415-6098c4f77324 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jul 27 15:27:57.884264 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:27:57.975079 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:57.989143 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b1031221-38f6-4192-a8ea-b6744970a962', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:27:58.024967 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:58.037584 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:27:58.056263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:27:58.060263 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:27:58.105789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=6']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:27:58.112629 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.112978 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.113360 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.113699 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.114032 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.114364 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.114718 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.115048 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.115400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.115727 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.116048 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.116369 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:27:58.230259 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b1031221-38f6-4192-a8ea-b6744970a962'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:27:58.484275 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5a31c-2ccc-4af8-a829-1cad98731cfa req-4d80a430-92b1-4ca3-bc97-97b31c7e690d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:58.485775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-10d5a31c-2ccc-4af8-a829-1cad98731cfa req-4d80a430-92b1-4ca3-bc97-97b31c7e690d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0636895 Jul 27 15:27:58.526457 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-10d5a31c-2ccc-4af8-a829-1cad98731cfa req-76d4df6b-edfc-4b1c-8a7d-bfab14ed4212 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342481 Jul 27 15:27:59.665018 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bb4a-893a-4193-bbd2-2ebb41ef0834 req-889f6e80-ed7d-4da8-9088-768f2df261ff tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:27:59.674584 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e72bb4a-893a-4193-bbd2-2ebb41ef0834 req-889f6e80-ed7d-4da8-9088-768f2df261ff tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0674162 Jul 27 15:27:59.731857 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7e72bb4a-893a-4193-bbd2-2ebb41ef0834 req-b62da344-b84c-419c-998b-902d6742851d tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514467 Jul 27 15:27:59.906834 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:27:59.955791 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b1031221-38f6-4192-a8ea-b6744970a962 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:27:59.956190 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:00.051251 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:00.080446 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:28:00.083050 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c79ef9-e43b-4cfe-97db-b49291fd228f" -d '{"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:00.125287 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:00.127859 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc23cd5-af81-4e30-b4bf-6c47f89fe991 x-openstack-request-id: req-9bc23cd5-af81-4e30-b4bf-6c47f89fe991 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:28:00.128401 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:28:00.128631 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bc23cd5-af81-4e30-b4bf-6c47f89fe991 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:28:00.129435 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'code': 200} Jul 27 15:28:00.131471 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:00.185652 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=7']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:00.876859 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729712-9bed-4f38-9436-1194d1f30970 req-209a66c2-867a-49fe-9186-6aadfa16977f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:00.878880 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af729712-9bed-4f38-9436-1194d1f30970 req-209a66c2-867a-49fe-9186-6aadfa16977f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0685229 Jul 27 15:28:00.929821 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-af729712-9bed-4f38-9436-1194d1f30970 req-4054cef4-ef22-4ade-a5ac-f4d1540f3090 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Jul 27 15:28:02.073483 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e08fa-6b47-4adb-98fe-744c80c45495 req-d3b1b5b8-702c-465e-a421-1a825ff170ba tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:02.075156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-834e08fa-6b47-4adb-98fe-744c80c45495 req-d3b1b5b8-702c-465e-a421-1a825ff170ba tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0693512 Jul 27 15:28:02.118851 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-834e08fa-6b47-4adb-98fe-744c80c45495 req-0b640776-0370-4ff6-9bb7-65bfee0d788e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372155 Jul 27 15:28:03.261897 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433fb32-0a94-47ac-b435-580c43e2fe49 req-3f073c12-0dac-479d-bf3b-b57258d4df89 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:03.264192 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3433fb32-0a94-47ac-b435-580c43e2fe49 req-3f073c12-0dac-479d-bf3b-b57258d4df89 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0667861 Jul 27 15:28:03.310807 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3433fb32-0a94-47ac-b435-580c43e2fe49 req-307454d1-8013-4a8a-85ed-1d9897a0481a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Jul 27 15:28:04.456787 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afb4d-41e6-4b87-86bd-34e1b101519c req-5c7c3dff-befa-4f9f-8872-de5997309325 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:04.458395 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-889afb4d-41e6-4b87-86bd-34e1b101519c req-5c7c3dff-befa-4f9f-8872-de5997309325 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0711482 Jul 27 15:28:04.500555 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-889afb4d-41e6-4b87-86bd-34e1b101519c req-58587923-5f59-4b5f-b5eb-ea750ce39525 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 Jul 27 15:28:05.666203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84f7e-c355-432b-92a9-a847b2fb0185 req-c272367b-1313-4e0e-a7b4-5bfc52d63810 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:05.668528 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-19d84f7e-c355-432b-92a9-a847b2fb0185 req-c272367b-1313-4e0e-a7b4-5bfc52d63810 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0848525 Jul 27 15:28:05.711861 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-19d84f7e-c355-432b-92a9-a847b2fb0185 req-9fb74371-40a1-49fd-a50b-211131442acc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Jul 27 15:28:06.865394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175a8b0-934c-4e00-88be-047c5ade9b8b req-970a3656-7be1-498e-9457-8eb37542ea2b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:06.875658 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5175a8b0-934c-4e00-88be-047c5ade9b8b req-970a3656-7be1-498e-9457-8eb37542ea2b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0781229 Jul 27 15:28:06.926752 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5175a8b0-934c-4e00-88be-047c5ade9b8b req-fb5399fc-53c3-46a6-ae8f-d9a4d66731c2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Jul 27 15:28:08.089308 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b337e5-35ce-4d38-964e-e03b4214e782 req-7d2f4bd6-a116-4712-93dd-4c6c47d59bc7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:08.091182 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-55b337e5-35ce-4d38-964e-e03b4214e782 req-7d2f4bd6-a116-4712-93dd-4c6c47d59bc7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0761473 Jul 27 15:28:08.155954 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-55b337e5-35ce-4d38-964e-e03b4214e782 req-7f3f5711-5b76-401b-a11f-1f02da1cec90 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Jul 27 15:28:09.085225 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-5bc64a05-4294-4234-bbde-8ed17bf1adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:09.086692 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-5bc64a05-4294-4234-bbde-8ed17bf1adf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1098 time: 0.0517521 Jul 27 15:28:09.176035 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-1d5daf3d-2ae2-4e62-85cd-7e3f42e001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:09.177521 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-1d5daf3d-2ae2-4e62-85cd-7e3f42e001d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.0831466 Jul 27 15:28:09.500900 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-35bc98ac-56d6-4388-abbb-17f21a1d4d24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 1001 time: 0.3130240 Jul 27 15:28:09.558238 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29bb47-0d95-4c67-a0c3-78b56a5a5f1a req-72ec18b5-3dad-4483-96bd-e6cee40d0c6a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:09.559882 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7f29bb47-0d95-4c67-a0c3-78b56a5a5f1a req-72ec18b5-3dad-4483-96bd-e6cee40d0c6a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.1131999 Jul 27 15:28:09.593226 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-25c64602-2586-48b6-8b76-d3979ad86ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:09.594689 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-25c64602-2586-48b6-8b76-d3979ad86ac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0767040 Jul 27 15:28:09.618893 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7f29bb47-0d95-4c67-a0c3-78b56a5a5f1a req-f07e6669-4beb-4c39-a87f-40f71f07cda8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518284 Jul 27 15:28:09.661020 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-19a4a624-4c8b-448d-9640-4a765984c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:09.662547 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-19a4a624-4c8b-448d-9640-4a765984c7a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587778 Jul 27 15:28:09.753598 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-e97b0a78-2327-4215-92da-453cc72930f9 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827572 Jul 27 15:28:09.840854 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-986cd03a-80d3-48b2-8297-e6d4e1f39ffe req-fc26ce42-6862-4d0b-8dc9-70439e45fcc0 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791228 Jul 27 15:28:10.755468 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68515d4b-185c-4ec2-b196-25d4731e2a65 req-88d7ff2c-bd19-4590-8a4c-b4954fef66be tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:10.756941 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-68515d4b-185c-4ec2-b196-25d4731e2a65 req-88d7ff2c-bd19-4590-8a4c-b4954fef66be tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0652633 Jul 27 15:28:10.794310 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-68515d4b-185c-4ec2-b196-25d4731e2a65 req-dc41f96e-c03d-4e89-bbeb-8c43bc18d0c0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Jul 27 15:28:11.921839 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea9ce-4c1f-47f7-b4ac-33f526010009 req-295f4f71-6208-45c5-8c50-24d0385daced tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:11.923349 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be8ea9ce-4c1f-47f7-b4ac-33f526010009 req-295f4f71-6208-45c5-8c50-24d0385daced tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 945 time: 0.0610790 Jul 27 15:28:11.943047 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:11.960651 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-be8ea9ce-4c1f-47f7-b4ac-33f526010009 req-0ac88a94-5241-46ad-8065-4fe049508046 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305974 Jul 27 15:28:12.019285 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:12.041700 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:28:12.043930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3363d901-7a53-4710-8ec3-5e03a7728bcc" -d '{"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-unplugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:12.057439 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:12.062687 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:12.086276 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b2b6b8-b5e7-4b6a-a92a-a08b5224f2ec x-openstack-request-id: req-56b2b6b8-b5e7-4b6a-a92a-a08b5224f2ec {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:28:12.086832 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-unplugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:28:12.087094 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56b2b6b8-b5e7-4b6a-a92a-a08b5224f2ec {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:28:12.087562 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'code': 200} Jul 27 15:28:12.115096 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=8']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:12.878484 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f681-7bb0-4a9d-82bc-921f3861d14d req-a357c858-22a1-40fd-8441-6dd7519bdd48 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:12.879920 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2926f681-7bb0-4a9d-82bc-921f3861d14d req-a357c858-22a1-40fd-8441-6dd7519bdd48 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0925922 Jul 27 15:28:12.921729 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-a7ac8e76-5e4c-4f02-9544-4d08de2b21e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909371 Jul 27 15:28:12.929896 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2926f681-7bb0-4a9d-82bc-921f3861d14d req-d1124488-abdf-4981-b2c0-0262fea7cb9b tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Jul 27 15:28:13.821764 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-b3e1ce81-b79f-4bd2-86ef-01b3d0193fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:13.823299 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-b3e1ce81-b79f-4bd2-86ef-01b3d0193fc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832&tenant_id=65683f78756f4210b7c18932064a8ecf HTTP/1.1" status: 200 len: 1096 time: 0.0930123 Jul 27 15:28:13.912516 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-f8d3fb1e-c99a-48b6-80b9-10ca7f6eb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:13.914254 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-f8d3fb1e-c99a-48b6-80b9-10ca7f6eb278 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1096 time: 0.0556631 Jul 27 15:28:14.012288 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-33f78582-a5fe-43c6-97cc-a4401c6c470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:14.013613 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-33f78582-a5fe-43c6-97cc-a4401c6c470e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.0915878 Jul 27 15:28:14.099953 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-9dcd7c6c-a008-4b52-9c6a-247cac068e66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 999 time: 0.0703952 Jul 27 15:28:14.113223 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793f951-0851-4c9f-bc8d-2fa09dfe0067 req-e47b4e11-bad6-4668-b725-cc4c7f7581e8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:14.114656 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7793f951-0851-4c9f-bc8d-2fa09dfe0067 req-e47b4e11-bad6-4668-b725-cc4c7f7581e8 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.1141396 Jul 27 15:28:14.182686 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-ab9b81f5-e029-4c5f-b4dc-46eb16ffcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:14.184099 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-ab9b81f5-e029-4c5f-b4dc-46eb16ffcc3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0686276 Jul 27 15:28:14.186963 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7793f951-0851-4c9f-bc8d-2fa09dfe0067 req-a5f6d647-ac7f-405f-9844-737f8432326c tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637922 Jul 27 15:28:14.248542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-f0a53a02-3fcd-4e2e-82af-882316ef3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:14.250031 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-f0a53a02-3fcd-4e2e-82af-882316ef3686 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559096 Jul 27 15:28:14.336552 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-16e8f7d0-a4f0-4a48-a1dc-bf01fe813803 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780728 Jul 27 15:28:14.425726 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cf312e38-57fd-4818-b9be-3603f3aff187 req-d03e4d4c-e8d2-4cf6-b4cb-5f6c42d8b7ef service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815184 Jul 27 15:28:15.327772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277e334-6faf-41ed-b0e5-f9178946086c req-f89f6548-3264-4df3-b76d-553fc1a92430 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:15.329357 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f277e334-6faf-41ed-b0e5-f9178946086c req-f89f6548-3264-4df3-b76d-553fc1a92430 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0650799 Jul 27 15:28:15.372857 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f277e334-6faf-41ed-b0e5-f9178946086c req-f7a89665-6b4d-4076-b64e-d95ea5318ee0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Jul 27 15:28:15.959275 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:16.039629 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:16.258773 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6d454836-79a7-4aa8-8ffe-a791e60a03b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:16.511460 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89b9b-452b-40f3-995d-6fa646de3c5c req-f823fa48-5cd4-4585-8133-0def1ba6221f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:16.512928 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11a89b9b-452b-40f3-995d-6fa646de3c5c req-f823fa48-5cd4-4585-8133-0def1ba6221f tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0671206 Jul 27 15:28:16.554775 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-11a89b9b-452b-40f3-995d-6fa646de3c5c req-f2235c64-b769-467a-9cda-4632bbaadf79 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Jul 27 15:28:17.691089 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61fa2-9deb-42d7-8190-c93d2494bac4 req-215bef79-7f93-4355-9b45-474229027f98 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:17.692733 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-94f61fa2-9deb-42d7-8190-c93d2494bac4 req-215bef79-7f93-4355-9b45-474229027f98 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0662944 Jul 27 15:28:17.730839 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-94f61fa2-9deb-42d7-8190-c93d2494bac4 req-fffe81c8-ca9a-4e3f-bb23-8ed573fecdc2 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Jul 27 15:28:18.726159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-08a689a0-9e70-4a00-ad54-de600ff96b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:18.879666 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b9a79-2cfe-461a-8215-b999d1b81a77 req-05c5a0ec-4b93-4f90-84a5-b8598b96e1e6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:18.881289 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e94b9a79-2cfe-461a-8215-b999d1b81a77 req-05c5a0ec-4b93-4f90-84a5-b8598b96e1e6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0785222 Jul 27 15:28:18.924123 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e94b9a79-2cfe-461a-8215-b999d1b81a77 req-62b933f6-0739-4604-b3f4-1aaadfe6eeef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364811 Jul 27 15:28:19.006247 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:19.981037 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:20.065616 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9ea0-11f3-45ba-9fdb-c7663461c56b req-f74abed4-30c5-42ce-97ac-bd6d0d9061bf tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:20.072787 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0e8c9ea0-11f3-45ba-9fdb-c7663461c56b req-f74abed4-30c5-42ce-97ac-bd6d0d9061bf tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0739863 Jul 27 15:28:20.108183 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0e8c9ea0-11f3-45ba-9fdb-c7663461c56b req-17d90936-79c9-4a8c-a8dc-2ff449c3409a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339334 Jul 27 15:28:21.270900 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed74-3d2a-4154-83b5-1f2799fdf6a6 req-90cbad41-9d77-47cd-b0b7-94648f8cae91 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:21.272545 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66d0ed74-3d2a-4154-83b5-1f2799fdf6a6 req-90cbad41-9d77-47cd-b0b7-94648f8cae91 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0879364 Jul 27 15:28:21.337056 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-66d0ed74-3d2a-4154-83b5-1f2799fdf6a6 req-f5bfe9c7-ce43-44aa-9e95-b3a264f73566 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580640 Jul 27 15:28:21.950750 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:22.477283 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50eb42-fb1c-4aec-8807-c763e8e3cb2e req-f7f703c2-9b34-401f-a549-7bdce0a7e358 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:22.478850 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3a50eb42-fb1c-4aec-8807-c763e8e3cb2e req-f7f703c2-9b34-401f-a549-7bdce0a7e358 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0691583 Jul 27 15:28:22.520290 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3a50eb42-fb1c-4aec-8807-c763e8e3cb2e req-6888b877-361b-41ba-93e2-cec219f6ba51 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Jul 27 15:28:23.626309 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:28:23.668913 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae8d4-e6dd-4d5b-92b0-0b4c40f59d40 req-75ec0317-0908-4dc5-a0c1-9051d5459716 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:23.670379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7c1ae8d4-e6dd-4d5b-92b0-0b4c40f59d40 req-75ec0317-0908-4dc5-a0c1-9051d5459716 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0766153 Jul 27 15:28:23.709654 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7c1ae8d4-e6dd-4d5b-92b0-0b4c40f59d40 req-b4c7cb13-e254-4c47-9fb4-a8320a9985d0 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Jul 27 15:28:24.843448 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579b0db-d23d-4175-84e7-6264ec097f07 req-fddddf74-ad70-4a1d-a701-b4e9fd9ae331 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:24.845051 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6579b0db-d23d-4175-84e7-6264ec097f07 req-fddddf74-ad70-4a1d-a701-b4e9fd9ae331 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0624590 Jul 27 15:28:24.884380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6579b0db-d23d-4175-84e7-6264ec097f07 req-ad4e1be5-80a6-4bae-9fa6-5df6d2135294 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Jul 27 15:28:26.018629 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd787a-b9f0-4aa1-a900-a497e88c95b7 req-09ad7a2a-d13a-4273-8df0-6c8c2d6f0e10 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:26.020695 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44fd787a-b9f0-4aa1-a900-a497e88c95b7 req-09ad7a2a-d13a-4273-8df0-6c8c2d6f0e10 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0654638 Jul 27 15:28:26.056906 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44fd787a-b9f0-4aa1-a900-a497e88c95b7 req-eb83f50b-c4d3-4f7e-9e74-f378bb6bf966 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Jul 27 15:28:27.187603 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24e2f4-4b6c-40d1-b24d-a02549eaa3f8 req-5a4e3109-e0f0-4f5a-b717-cc48f16a8b53 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:27.189000 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c24e2f4-4b6c-40d1-b24d-a02549eaa3f8 req-5a4e3109-e0f0-4f5a-b717-cc48f16a8b53 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 943 time: 0.0623050 Jul 27 15:28:27.226144 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c24e2f4-4b6c-40d1-b24d-a02549eaa3f8 req-819b9cae-1391-4739-a729-5c0a947c0106 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Jul 27 15:28:28.041193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:28:28.134110 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:28.145365 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b1031221-38f6-4192-a8ea-b6744970a962', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'port_id': 'b1031221-38f6-4192-a8ea-b6744970a962', 'mac_address': 'fa:16:3e:38:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:28:28.189105 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:28.203934 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:28:28.223452 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:28.227336 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:28.289511 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=9']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.367523 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5a87-3e71-4747-9a3e-53114ad77f31 req-3bbba5e5-03cf-4091-a933-7dd2b3a70967 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:28.369023 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-246b5a87-3e71-4747-9a3e-53114ad77f31 req-3bbba5e5-03cf-4091-a933-7dd2b3a70967 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0662827 Jul 27 15:28:28.405148 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-246b5a87-3e71-4747-9a3e-53114ad77f31 req-8c1f74d2-7b85-4fd8-bea2-a3925c34d8fe tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304770 Jul 27 15:28:28.604864 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b1031221-38f6-4192-a8ea-b6744970a962'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:28:29.538025 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35f80-3e31-4186-9959-5fd04c3b8a97 req-1c30a416-2687-470a-a3b3-6c28f0d6a0a5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:29.539531 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2cb35f80-3e31-4186-9959-5fd04c3b8a97 req-1c30a416-2687-470a-a3b3-6c28f0d6a0a5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 944 time: 0.0617883 Jul 27 15:28:29.577365 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2cb35f80-3e31-4186-9959-5fd04c3b8a97 req-63a2467e-32d1-4b61-a0c8-8eca9d508113 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Jul 27 15:28:30.043278 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:30.088489 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b1031221-38f6-4192-a8ea-b6744970a962 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:28:30.088954 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:30.164715 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:30.190324 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:28:30.193257 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca89d4c-f7d5-48d3-b36c-d5b450862465" -d '{"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:30.228233 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:30.240339 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca0fe51-eead-47a5-ab71-45fdced45eb2 x-openstack-request-id: req-3ca0fe51-eead-47a5-ab71-45fdced45eb2 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:28:30.240680 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-plugged", "status": "completed", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:28:30.240932 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ca0fe51-eead-47a5-ab71-45fdced45eb2 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:28:30.241514 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'code': 200} Jul 27 15:28:30.255402 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:30.312395 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=10']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:30.547882 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf56ef-e845-4720-abd3-312b19f5fc32 req-5c487f0c-49ab-4c68-bf69-db1be99bb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:30.549371 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-deaf56ef-e845-4720-abd3-312b19f5fc32 req-5c487f0c-49ab-4c68-bf69-db1be99bb7fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1099 time: 0.0535049 Jul 27 15:28:30.584379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-deaf56ef-e845-4720-abd3-312b19f5fc32 req-6bf6bb37-413a-474c-9c71-48da15fdcf7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277102 Jul 27 15:28:30.711541 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999236f-66a7-4583-ac7b-17843412fc12 req-2629a82e-acb4-4e17-84a1-daa5bbd87405 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:30.712955 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a999236f-66a7-4583-ac7b-17843412fc12 req-2629a82e-acb4-4e17-84a1-daa5bbd87405 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.0646324 Jul 27 15:28:30.748887 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a999236f-66a7-4583-ac7b-17843412fc12 req-fe1705e3-79b7-4091-9170-a0876cf030b5 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301490 Jul 27 15:28:31.886595 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9a24-4147-4fe9-9796-d06af8714b7d req-0aa90844-c919-4945-baa6-c44c855e5b4a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:31.888082 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ec4f9a24-4147-4fe9-9796-d06af8714b7d req-0aa90844-c919-4945-baa6-c44c855e5b4a tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.0651431 Jul 27 15:28:31.932347 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ec4f9a24-4147-4fe9-9796-d06af8714b7d req-a811dee4-bfb9-45b2-b8cb-69800334cb55 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Jul 27 15:28:33.067549 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2e5a5-4e9a-4d1a-bc8b-fe181ad95fe9 req-f42a4f8b-89c3-42f1-9b79-314817249d6e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:33.069061 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eaa2e5a5-4e9a-4d1a-bc8b-fe181ad95fe9 req-f42a4f8b-89c3-42f1-9b79-314817249d6e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.0661888 Jul 27 15:28:33.110156 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-eaa2e5a5-4e9a-4d1a-bc8b-fe181ad95fe9 req-74523367-abdc-4da9-a3d3-f7790367ae01 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345190 Jul 27 15:28:33.224215 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac085-6b18-42ac-bdb5-59f744a94587 req-52972ab2-4cf9-4fb2-b2a9-4417f1d359c6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:33.225698 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-349ac085-6b18-42ac-bdb5-59f744a94587 req-52972ab2-4cf9-4fb2-b2a9-4417f1d359c6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.0617406 Jul 27 15:28:33.261707 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-349ac085-6b18-42ac-bdb5-59f744a94587 req-e874c5a6-f745-4c14-ae68-1654f9316c73 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300891 Jul 27 15:28:34.386032 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f028a5-48fe-48b4-b253-a3acb95e9647 req-d8b6aece-fdee-4d75-a0b7-8ae5e37a66c4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:34.387521 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f7f028a5-48fe-48b4-b253-a3acb95e9647 req-d8b6aece-fdee-4d75-a0b7-8ae5e37a66c4 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.0612824 Jul 27 15:28:34.424425 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f7f028a5-48fe-48b4-b253-a3acb95e9647 req-8a7dc6c9-b98a-48e0-a12e-514a8bc8c3d3 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Jul 27 15:28:35.257585 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-ca636158-4110-4b60-80d0-781f040a409f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:35.258966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-ca636158-4110-4b60-80d0-781f040a409f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.0640047 Jul 27 15:28:35.356641 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Deleting port d0968775-43eb-4c43-81b7-a42592c816ca {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:35.356983 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:35.445662 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] For port d0968775-43eb-4c43-81b7-a42592c816ca, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d0968775-43eb-4c43-81b7-a42592c816ca,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:35.446452 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:35.635487 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eab6a6-d685-40c1-9b88-1eaa44470daf req-f552ca7c-5353-4a38-915a-5022a0f4a565 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:35.636845 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-32eab6a6-d685-40c1-9b88-1eaa44470daf req-f552ca7c-5353-4a38-915a-5022a0f4a565 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/ports?device_id=7341803b-a406-4c1c-92e5-9d285e1953db HTTP/1.1" status: 200 len: 946 time: 0.1465547 Jul 27 15:28:35.666397 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:35.666780 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:35.667091 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Floating IP 6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e disassociated. External IP: 172.27.1.78, port: d0968775-43eb-4c43-81b7-a42592c816ca. Jul 27 15:28:35.667420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Calling delete_port for d0968775-43eb-4c43-81b7-a42592c816ca owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:35.693540 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-32eab6a6-d685-40c1-9b88-1eaa44470daf req-e9c097c0-0d23-41d7-a27b-223301a5246f tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups?id=90a724f7-0c75-41f9-bfb2-afee51bae319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507505 Jul 27 15:28:35.806277 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:35.838833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'Port': ['ID=d0968775-43eb-4c43-81b7-a42592c816ca,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:35.947602 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:28:36.049219 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:36.059955 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:36.069690 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:28:36.070493 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:36.094721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] No DVR routers for this DVR port d0968775-43eb-4c43-81b7-a42592c816ca on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:28:36.097244 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:36.099820 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-90c36703-0d31-449b-9ec9-2884d8cd9cbf req-974b1b8c-f96e-4ab7-b27c-9c562d434d95 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.46 "DELETE /v2.0/ports/d0968775-43eb-4c43-81b7-a42592c816ca HTTP/1.1" status: 204 len: 173 time: 0.8335781 Jul 27 15:28:36.100261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'name': 'network-vif-deleted', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:28:36.102495 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a028415-6230-4c02-a447-b39a5f887791" -d '{"events": [{"server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "name": "network-vif-deleted", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:36.146434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d34922-23c7-445f-87aa-770cf6efdb8e x-openstack-request-id: req-58d34922-23c7-445f-87aa-770cf6efdb8e {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:28:36.147005 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7341803b-a406-4c1c-92e5-9d285e1953db", "name": "network-vif-deleted", "tag": "d0968775-43eb-4c43-81b7-a42592c816ca", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:28:36.147579 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d34922-23c7-445f-87aa-770cf6efdb8e {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:28:36.148181 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7341803b-a406-4c1c-92e5-9d285e1953db', 'name': 'network-vif-deleted', 'tag': 'd0968775-43eb-4c43-81b7-a42592c816ca', 'status': 'completed', 'code': 200} Jul 27 15:28:36.197252 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:28:36.394364 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:36.423274 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:36.431203 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:28:36.431752 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:36.531581 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:28:36.778486 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38238) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:36.834183 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:36.857590 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:36.870749 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:36.896557 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1acd6-dbc7-42d3-8924-1c3199490e91 None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:21:43Z', 'revision_number': 4, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': '97377fb0-14ad-48f7-856f-b9ad9fc6eacb', 'name': '', 'network_id': '04c96614-87e6-4ab8-bd19-a70b3ad0e7be', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'mac_address': 'fa:16:3e:e8:41:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:41Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'subnets': [{'id': '48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:36.905000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:36.907665 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:36.908897 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "DELETE /v2.0/security-groups/90a724f7-0c75-41f9-bfb2-afee51bae319 HTTP/1.1" status: 204 len: 168 time: 0.1288538 Jul 27 15:28:36.911850 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38240) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:36.918651 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f4e14-d1c8-40a7-aca4-3fc36a747da8 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a724f7-0c75-41f9-bfb2-afee51bae319,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:36.927917 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.api.v2.resource [None req-a8861c8c-174d-4128-af25-cc771caa04b6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] show failed (client error): The resource could not be found. Jul 27 15:28:36.932216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38242) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:36.932590 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-a8861c8c-174d-4128-af25-cc771caa04b6 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "GET /v2.0/security-groups/90a724f7-0c75-41f9-bfb2-afee51bae319 HTTP/1.1" status: 404 len: 347 time: 0.0187407 Jul 27 15:28:37.123267 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06042fce-6edc-415c-afd0-f48552bb453c None None] New status for floating IP 6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:28:37.272811 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Deleting port 04b0bfc2-3f23-43e0-ae34-da962d08c797 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:37.273122 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.347499 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.347826 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.359608 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Calling delete_port for 04b0bfc2-3f23-43e0-ae34-da962d08c797 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:37.489007 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.518518 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Pushing event deleted for resources: {'Port': ['ID=04b0bfc2-3f23-43e0-ae34-da962d08c797,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:37.573906 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.576685 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:37.577860 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-92dbda6f-929d-4723-9a40-64117eaf28f0 tempest-AttachVolumeTestJSON-393823174 tempest-AttachVolumeTestJSON-393823174-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a9cdff9-de8a-4e18-aaea-e4ea7c079b9e HTTP/1.1" status: 204 len: 168 time: 0.6440783 Jul 27 15:28:38.049291 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d0968775-43eb-4c43-81b7-a42592c816ca no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:38.072590 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: d0968775-43eb-4c43-81b7-a42592c816ca {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:28:38.072934 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device d0968775-43eb-4c43-81b7-a42592c816ca not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:28:41.090996 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38270) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:41.573769 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:41.862905 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Deleting port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:41.863158 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:41.939640 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] For port 97377fb0-14ad-48f7-856f-b9ad9fc6eacb, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:41.940002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:41.951804 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Calling delete_port for 97377fb0-14ad-48f7-856f-b9ad9fc6eacb owned by network:router_interface {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:42.118991 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.142961 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=97377fb0-14ad-48f7-856f-b9ad9fc6eacb,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:42.169831 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.170182 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.170542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.170874 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.171201 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.171527 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.171846 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.172167 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.172492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.172810 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.173129 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.173442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:42.312825 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.514833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Router ff6531a4-9849-45ee-a9cc-0f90b04e5171 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:28:42.616060 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:42.625244 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-24cd5e61-306d-40ad-ae79-66dd87736e8a admin admin] 10.222.0.37 "PUT /v2.0/routers/ff6531a4-9849-45ee-a9cc-0f90b04e5171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5315979 Jul 27 15:28:42.627454 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38274) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:42.627756 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Sync routers for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:42.637432 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:28:42.638116 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:42.728443 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.739434 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:28:42.827079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.878087 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Deleting port c988c71f-3bab-4987-9a3c-30826431cc8c {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:42.878425 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.914697 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:28:42Z', 'revision_number': 5, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port': {'id': 'c988c71f-3bab-4987-9a3c-30826431cc8c', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:42.940458 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Checking router: ff6531a4-9849-45ee-a9cc-0f90b04e5171 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:42.949283 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Routers {'ff6531a4-9849-45ee-a9cc-0f90b04e5171'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:28:42.949892 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:42.959050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] For port c988c71f-3bab-4987-9a3c-30826431cc8c, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=c988c71f-3bab-4987-9a3c-30826431cc8c,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:42.959418 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:42.971708 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Calling delete_port for c988c71f-3bab-4987-9a3c-30826431cc8c owned by network:router_gateway {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:43.032847 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] Set router ff6531a4-9849-45ee-a9cc-0f90b04e5171 gateway port host: None {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:28:43.085552 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:28:42Z', 'revision_number': 6, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:43.110838 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154f31b-97e9-4320-a734-7cffee152eb6 None None] The sync data for ids ['ff6531a4-9849-45ee-a9cc-0f90b04e5171'] in dv-cinder-800431-2-iscsi is: [{'id': 'ff6531a4-9849-45ee-a9cc-0f90b04e5171', 'name': 'tempest-AttachVolumeTestJSON-1217459678-router', 'tenant_id': '601e48ce650f46378322af9bcc36686a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:34Z', 'updated_at': '2021-07-27T15:28:42Z', 'revision_number': 6, 'project_id': '601e48ce650f46378322af9bcc36686a', 'gw_port_host': None}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:43.133570 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.158847 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c988c71f-3bab-4987-9a3c-30826431cc8c,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:43.219406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.533927 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.537152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.585755 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.586505 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6531a4-9849-45ee-a9cc-0f90b04e5171 {{(pid=93076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:28:43.591289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.592426 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-45c11762-ea9b-4ee6-9104-454180ee4a47 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ff6531a4-9849-45ee-a9cc-0f90b04e5171 HTTP/1.1" status: 204 len: 168 time: 0.9640248 Jul 27 15:28:43.595015 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38276) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:43.638881 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Deleting subnet 48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:28:43.641753 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.675442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.782674 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.837023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.865363 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:43.865546 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 97377fb0-14ad-48f7-856f-b9ad9fc6eacb no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:43.867354 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f HTTP/1.1" status: 204 len: 168 time: 0.2714212 Jul 27 15:28:43.869847 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38278) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:43.871815 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4aa56-3479-493d-9ac9-bbcc61900eaf None None] Network 04c96614-87e6-4ab8-bd19-a70b3ad0e7be requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:28:43.876728 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540bf98-9c84-4af7-98cd-eb0f37f7019c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d2fe9b-6bdb-4ab8-834c-3a49100fcc4f,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:43.906023 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 97377fb0-14ad-48f7-856f-b9ad9fc6eacb {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:28:43.906510 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 97377fb0-14ad-48f7-856f-b9ad9fc6eacb not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:28:43.951152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.004997 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Deleting port 3ce18ab2-a96b-4cd6-954f-a428e1531959 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:44.005341 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.071120 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] For port 3ce18ab2-a96b-4cd6-954f-a428e1531959, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=3ce18ab2-a96b-4cd6-954f-a428e1531959,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:44.072364 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.079529 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] DHCP port deletion for 04c96614-87e6-4ab8-bd19-a70b3ad0e7be request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:28:44.088537 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Calling delete_port for 3ce18ab2-a96b-4cd6-954f-a428e1531959 owned by network:dhcp {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:44.130639 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Deleting port 3ce18ab2-a96b-4cd6-954f-a428e1531959 {{(pid=93078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:28:44.131009 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.169552 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.195924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce18ab2-a96b-4cd6-954f-a428e1531959,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.198078 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] For port 3ce18ab2-a96b-4cd6-954f-a428e1531959, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=3ce18ab2-a96b-4cd6-954f-a428e1531959,segment=NetworkSegment(f9c623d4-75f5-4d15-8f27-e0866621bb76),segment_id=f9c623d4-75f5-4d15-8f27-e0866621bb76)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:44.198576 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.200700 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] No DVR routers for this DVR port 3ce18ab2-a96b-4cd6-954f-a428e1531959 on host dv-cinder-800431-2-iscsi {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:28:44.212279 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Calling delete_port for 3ce18ab2-a96b-4cd6-954f-a428e1531959 owned by network:dhcp {{(pid=93078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:28:44.271995 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.281572 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c96614-87e6-4ab8-bd19-a70b3ad0e7be']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:44.292442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c623d4-75f5-4d15-8f27-e0866621bb76') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:44.292872 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c623d4-75f5-4d15-8f27-e0866621bb76') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:44.302237 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.315308 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.321228 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:28:44.321624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:28:44.323276 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:28:44.333745 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.356631 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] Pushing event deleted for resources: {'Port': ['ID=3ce18ab2-a96b-4cd6-954f-a428e1531959,revision_number=None']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.362255 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d4028-3c12-4a18-88f6-f6306ca9472a None None] No DVR routers for this DVR port 3ce18ab2-a96b-4cd6-954f-a428e1531959 on host dv-cinder-800431-2-iscsi {{(pid=93078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:28:44.384981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.390364 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.392271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04c96614-87e6-4ab8-bd19-a70b3ad0e7be HTTP/1.1" status: 204 len: 168 time: 0.5215123 Jul 27 15:28:44.403855 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d77581-598f-4018-b653-01324ef72292 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c96614-87e6-4ab8-bd19-a70b3ad0e7be,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.498981 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38282) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:44.538873 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3d216a57-d159-4df4-a0e3-47fc904dffdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=601e48ce650f46378322af9bcc36686a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387146 Jul 27 15:28:44.541201 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38284) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:44.587542 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.608057 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.654621 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.657153 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:44.658375 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a9012c1-eace-4924-8195-7997cadfcb5c HTTP/1.1" status: 204 len: 168 time: 0.1162384 Jul 27 15:28:44.666732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9012c1-eace-4924-8195-7997cadfcb5c,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.673801 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.674159 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.674539 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.674884 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.675220 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.675558 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.675893 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.676224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.676555 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.676882 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.677207 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:44.677533 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f916370-28f8-4601-a000-272ad8560743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:45.431744 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device c988c71f-3bab-4987-9a3c-30826431cc8c no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:45.452854 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: c988c71f-3bab-4987-9a3c-30826431cc8c {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:28:45.453197 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device c988c71f-3bab-4987-9a3c-30826431cc8c not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:28:45.453605 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 3ce18ab2-a96b-4cd6-954f-a428e1531959 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:28:45.474588 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 3ce18ab2-a96b-4cd6-954f-a428e1531959 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:28:45.474997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 3ce18ab2-a96b-4cd6-954f-a428e1531959 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:28:46.024841 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:46.258019 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-10764178-919a-4a4e-a9dd-1c4761430ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.306712 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38344) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:48.407878 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e3f2677d-6ed4-436b-a96a-4c27d2bd6514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.499669 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e3f2677d-6ed4-436b-a96a-4c27d2bd6514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.503131 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e3f2677d-6ed4-436b-a96a-4c27d2bd6514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.540950 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e3f2677d-6ed4-436b-a96a-4c27d2bd6514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbf11e9e7920426b9b037456cb20e9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331576 Jul 27 15:28:48.542063 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2677d-6ed4-436b-a96a-4c27d2bd6514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0362f1b-cadb-44da-94dd-bfb22af4bed9,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:48.543683 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38348) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:48.593189 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.613661 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.659237 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.662822 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:48.663942 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0362f1b-cadb-44da-94dd-bfb22af4bed9 HTTP/1.1" status: 204 len: 168 time: 0.1186311 Jul 27 15:28:48.671537 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b807f-60b0-4a22-a8e8-93b7e0db26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0362f1b-cadb-44da-94dd-bfb22af4bed9,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:48.727001 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-11eeaca0-64d9-4881-ad7e-f7976c1a616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:49.006838 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:49.982789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:50.531423 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-37d7adea-fb8a-4afe-8f12-c0a30ebf6b4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523012 Jul 27 15:28:50.647306 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-15193068-4c8e-4ef5-aab0-37db6d29405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:50.648841 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-15193068-4c8e-4ef5-aab0-37db6d29405b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65683f78756f4210b7c18932064a8ecf&device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 1099 time: 0.0564616 Jul 27 15:28:50.754204 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-d460f6ed-1d4f-483c-aa6b-386a459808a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:50.755723 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-d460f6ed-1d4f-483c-aa6b-386a459808a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 200 len: 918 time: 0.0873487 Jul 27 15:28:50.823551 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-616bfa25-7c76-4f98-8588-633f70868654 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 200 len: 1001 time: 0.0599902 Jul 27 15:28:50.876394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-11041033-f508-4345-a714-9e1cb56a9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:50.877841 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-11041033-f508-4345-a714-9e1cb56a9cfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 200 len: 856 time: 0.0438397 Jul 27 15:28:50.943420 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-d87e0614-b35f-4ffe-b032-255368c88cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:28:50.945296 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-d87e0614-b35f-4ffe-b032-255368c88cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e16a608d-1d8f-4d39-a295-bd2fefb7b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590825 Jul 27 15:28:51.048812 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-6fb407dc-4980-4387-9931-a766226c5c2e service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961280 Jul 27 15:28:51.140151 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7a084ad9-c911-45d5-b289-eb786f02b615 req-70809620-614a-4e39-b322-62eaa0ee7648 service neutron] 10.222.0.46 "GET /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818717 Jul 27 15:28:51.952440 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:57.789603 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38466) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:57.889664 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-283cabf5-8453-4fbb-a000-7c93b0cdb0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:57.976096 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-283cabf5-8453-4fbb-a000-7c93b0cdb0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:57.979555 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-283cabf5-8453-4fbb-a000-7c93b0cdb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:58.019593 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-283cabf5-8453-4fbb-a000-7c93b0cdb0c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb63b53007364be4ae1d6378c858ef8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288315 Jul 27 15:28:58.021374 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cabf5-8453-4fbb-a000-7c93b0cdb0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de5196-22d6-4837-8141-0d30a712fbc0,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:58.022249 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38470) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:58.071209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:58.091776 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:58.135769 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:58.138253 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:58.139410 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62de5196-22d6-4837-8141-0d30a712fbc0 HTTP/1.1" status: 204 len: 168 time: 0.1160717 Jul 27 15:28:58.147276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78362d4c-104a-42b1-badd-518f35ed5f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de5196-22d6-4837-8141-0d30a712fbc0,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:59.704644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38522) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:59.803912 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4190f78f-8510-40a3-94a5-2d86d39bd3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:59.892139 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4190f78f-8510-40a3-94a5-2d86d39bd3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:59.895970 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4190f78f-8510-40a3-94a5-2d86d39bd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:28:59.934315 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4190f78f-8510-40a3-94a5-2d86d39bd3ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db27cfea1ae14afc90a934ee28e96d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286003 Jul 27 15:28:59.935283 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190f78f-8510-40a3-94a5-2d86d39bd3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f465ea2-fae6-4759-89db-759ceae143f2,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:59.936986 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38526) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:28:59.986439 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.006992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.052042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.055195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.056305 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f465ea2-fae6-4759-89db-759ceae143f2 HTTP/1.1" status: 204 len: 168 time: 0.1177180 Jul 27 15:29:00.063649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9bb44-74c3-40dd-831e-2e09d66ba057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f465ea2-fae6-4759-89db-759ceae143f2,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:00.306245 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38532) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:00.319737 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e3f90a-76db-4678-b434-ed666b7f7bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.407063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e3f90a-76db-4678-b434-ed666b7f7bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.410675 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e3f90a-76db-4678-b434-ed666b7f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.447569 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-10e3f90a-76db-4678-b434-ed666b7f7bb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddbf27e7eabb4d8898180e3c0b2dd951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402318 Jul 27 15:29:00.448424 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3f90a-76db-4678-b434-ed666b7f7bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c362269e-73a7-4978-a273-2516617367fe,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:00.450218 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38534) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:00.510255 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.533975 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.578431 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.581003 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:00.582147 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c362269e-73a7-4978-a273-2516617367fe HTTP/1.1" status: 204 len: 168 time: 0.1308351 Jul 27 15:29:00.590354 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d56b47-c9ad-43e5-90b0-556685d6ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362269e-73a7-4978-a273-2516617367fe,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:00.625417 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:29:06.168312 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38620) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:06.268512 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-25dc2760-5ea9-406a-a7aa-d1f050aa448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.357060 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-25dc2760-5ea9-406a-a7aa-d1f050aa448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.360753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-25dc2760-5ea9-406a-a7aa-d1f050aa448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.401283 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-25dc2760-5ea9-406a-a7aa-d1f050aa448b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0347be70b776416b88f0df94a84dbde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319105 Jul 27 15:29:06.401979 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc2760-5ea9-406a-a7aa-d1f050aa448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cf0f49-00de-40c6-b7e4-af9a2e412fda,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:06.404768 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38624) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:06.456181 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.476985 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.523664 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.526400 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.527577 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25cf0f49-00de-40c6-b7e4-af9a2e412fda HTTP/1.1" status: 204 len: 168 time: 0.1216435 Jul 27 15:29:06.539042 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4ff7c-a3c2-4cd9-9100-0750dda04c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cf0f49-00de-40c6-b7e4-af9a2e412fda,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:06.807793 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38638) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:06.821215 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e26b-828b-498b-a468-3d0f3a60bae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.821473 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e23d0-7fc3-405a-a0fd-f77bbb0d44d0 req-edbc7b40-1434-471a-99f0-f9864272a793 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:06.823071 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-276e23d0-7fc3-405a-a0fd-f77bbb0d44d0 req-edbc7b40-1434-471a-99f0-f9864272a793 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.0694308 Jul 27 15:29:06.861516 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-276e23d0-7fc3-405a-a0fd-f77bbb0d44d0 req-629da51e-2700-4888-a085-f828020e06ec tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Jul 27 15:29:06.910647 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e26b-828b-498b-a468-3d0f3a60bae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.914931 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e26b-828b-498b-a468-3d0f3a60bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:06.953056 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ecf1e26b-828b-498b-a468-3d0f3a60bae5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=299ff1271ff54356a6047813e3414769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441312 Jul 27 15:29:06.953906 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e26b-828b-498b-a468-3d0f3a60bae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1681f5f-0f42-424e-af28-72d7b3de5d55,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:06.955814 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38640) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:07.002347 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.022777 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.070687 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.073163 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.074267 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1681f5f-0f42-424e-af28-72d7b3de5d55 HTTP/1.1" status: 204 len: 168 time: 0.1174769 Jul 27 15:29:07.081450 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843b976-3c11-49a5-b2bc-f6d92f44f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1681f5f-0f42-424e-af28-72d7b3de5d55,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:07.704649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38662) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:07.794407 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-101085864-network', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:07.815902 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Made reservation on behalf of 8d408d4ffc5942fd9b0b500355b1e57a for: {'network': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:07.819945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.829505 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.920080 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.924305 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.963568 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:29:07.985355 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eff726-1e4d-4d2b-9095-c4784c40d7b3,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:07.994148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:07.994508 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.segments_db [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Added segment 7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7 of type vlan for network 13085574-034d-4ae3-85a6-d6576e439527 Jul 27 15:29:08.042800 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.077573 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485282d1-638d-46e7-a8d0-e5b2761cbe92 req-e76cc6fe-b97a-45cc-912f-e44769de5a15 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:08.079088 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-485282d1-638d-46e7-a8d0-e5b2761cbe92 req-e76cc6fe-b97a-45cc-912f-e44769de5a15 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.1381803 Jul 27 15:29:08.089997 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.091012 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:08.091557 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.156926 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4511735 Jul 27 15:29:08.160021 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38668) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:08.165523 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Request body: {'subnet': {'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-101085864-subnet', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'ip_version': 4}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:08.177003 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a41c77-cff7-47d5-ac6f-f12413796adc admin admin] Pushing event updated for resources: {'Network': ['ID=13085574-034d-4ae3-85a6-d6576e439527,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:08.181842 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-485282d1-638d-46e7-a8d0-e5b2761cbe92 req-506ff1b9-1cd8-47a9-90ad-a0749fc14f1e tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d018a7f-85a4-4a5d-9687-6d551236c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868080 Jul 27 15:29:08.188852 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Made reservation on behalf of 8d408d4ffc5942fd9b0b500355b1e57a for: {'subnet': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:08.190301 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 13085574-034d-4ae3-85a6-d6576e439527 details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:29:08.191690 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127294823'] for subnet, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.355737 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127399030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127294837'] for subnet, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.412082 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-057aa82a-22a8-48d0-aad9-a1dd8e328cd6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:08.412571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624aad45-3e43-4d86-be25-378d0e5b6836,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:08.414123 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-057aa82a-22a8-48d0-aad9-a1dd8e328cd6 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 946 time: 0.0639260 Jul 27 15:29:08.421001 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Checking segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:08.421359 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Network hostable DHCP agents. Network: 13085574-034d-4ae3-85a6-d6576e439527, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:29:08.437407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Network 13085574-034d-4ae3-85a6-d6576e439527 is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:29:08.446002 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 13085574-034d-4ae3-85a6-d6576e439527) {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:08.450503 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:08.451101 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.465951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec789db-50b3-4a0e-bbbf-e48edd411479 None None] Network 13085574-034d-4ae3-85a6-d6576e439527 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:29:08.469673 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1c7776c7-7d85-44c1-bcd6-290a89fa86c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3083198 Jul 27 15:29:08.470992 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38670) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:08.475923 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:08.496842 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.498268 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.529448 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Deleting port b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:29:08.529899 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.560835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.619541 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-13085574-034d-4ae3-85a6-d6576e439527', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:29:08.620430 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.620915 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] For port b1031221-38f6-4192-a8ea-b6744970a962, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b1031221-38f6-4192-a8ea-b6744970a962,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:08.621284 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.696591 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.766007 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Allocated IP 172.20.0.2 (13085574-034d-4ae3-85a6-d6576e439527/624aad45-3e43-4d86-be25-378d0e5b6836/ae8490b4-5ffe-4daa-9a3f-c7e3307d206b) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:08.800372 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.800955 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.800955 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Floating IP 8e59878f-4856-443a-819b-a96dbc294cf5 disassociated. External IP: 172.27.1.127, port: b1031221-38f6-4192-a8ea-b6744970a962. Jul 27 15:29:08.801258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Calling delete_port for b1031221-38f6-4192-a8ea-b6744970a962 owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:29:08.907770 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.929022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.935810 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:08.969979 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'Port': ['ID=b1031221-38f6-4192-a8ea-b6744970a962,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:09.045723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.054704 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Transition to ACTIVE for port object ae8490b4-5ffe-4daa-9a3f-c7e3307d206b will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:09.055289 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Allocated IP 172.27.1.75 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/9a108aa7-43e5-4002-af7a-0988fff4e45e) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:09.070423 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Transition to ACTIVE for port object ae8490b4-5ffe-4daa-9a3f-c7e3307d206b will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:09.076831 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.091689 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:29:09.114046 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Network 13085574-034d-4ae3-85a6-d6576e439527 is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:09.120753 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:09.125113 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:09.128160 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Pushing event updated for resources: {'Port': ['ID=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:09.154480 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.154845 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.155198 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.155544 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.155884 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.156220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.156551 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.156887 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.157216 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.157546 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.157873 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.158200 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:09.169089 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.198653 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Attempting to bind port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:09.199222 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Attempting to bind port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:09.199429 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Attempting to bind port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b on network 13085574-034d-4ae3-85a6-d6576e439527 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:09.204036 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:09.205365 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:09.205688 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Checking segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:09.206318 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.206852 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Bound using segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:09.207334 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Bound port: ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:09.207682 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.210556 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.217057 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:09.230300 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:09.231092 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:09.251542 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:09.254598 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:09.257834 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:09.285916 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] No DVR routers for this DVR port b1031221-38f6-4192-a8ea-b6744970a962 on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:29:09.289900 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.292620 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-381dff6f-a1c1-402d-9483-2a59df88fe42 req-265482a0-40fd-44a0-82e7-c9bec4c5f0ef tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.46 "DELETE /v2.0/ports/b1031221-38f6-4192-a8ea-b6744970a962 HTTP/1.1" status: 204 len: 173 time: 0.8681328 Jul 27 15:29:09.309772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] For port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:09.314730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] For port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:09.321357 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.351406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-deleted', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:29:09.354084 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46228598-0110-469d-bc6d-b66abceb6aed" -d '{"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-deleted", "tag": "b1031221-38f6-4192-a8ea-b6744970a962"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:09.360079 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Pushing event updated for resources: {'Port': ['ID=9a108aa7-43e5-4002-af7a-0988fff4e45e,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:09.369087 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-56e13159-3464-4d9c-b9c0-e1da0d31ad2d req-04fc664b-6c0f-4075-92bb-f13a2856ed18 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832 HTTP/1.1" status: 200 len: 210 time: 0.0846951 Jul 27 15:29:09.406545 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:09.416683 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58de40-0d6b-4762-ab51-1b04c9ddd0f7 None None] Pushing event updated for resources: {'Port': ['ID=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:09.428729 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f809e09-9742-4254-839c-a250f82ac135 x-openstack-request-id: req-2f809e09-9742-4254-839c-a250f82ac135 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:09.429108 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832", "name": "network-vif-deleted", "tag": "b1031221-38f6-4192-a8ea-b6744970a962", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:09.429445 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f809e09-9742-4254-839c-a250f82ac135 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:09.429918 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1b0e9-cbd4-47bf-9f07-9f40a7f8d832', 'name': 'network-vif-deleted', 'tag': 'b1031221-38f6-4192-a8ea-b6744970a962', 'status': 'completed', 'code': 200} Jul 27 15:29:09.602245 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:09.642116 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:09.677027 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:09.687397 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:09.688024 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:09.802067 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:10.097473 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.118734 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:10.145359 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff3bd0-68c4-41d7-a218-260167c04726 None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:21:52Z', 'revision_number': 4, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'e0684bd2-5b9e-42e4-91c4-3ce072019bc1', 'name': '', 'network_id': 'e16a608d-1d8f-4d39-a295-bd2fefb7b802', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'mac_address': 'fa:16:3e:66:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:49Z', 'updated_at': '2021-07-27T15:22:01Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'subnets': [{'id': '64abf4c9-cf2c-40ce-9ccb-afad8f597ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:10.233615 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:29:10.345757 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:10.356544 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Sync routers for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:10.365183 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.369766 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:10.370514 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38676) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:10.370999 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-8b6322c1-e7ee-4735-8aef-7b9df3119932 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8990753 Jul 27 15:29:10.378484 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:10.459013 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce1197-30f4-4d75-814f-2555ca15d7c1 None None] New status for floating IP 8e59878f-4856-443a-819b-a96dbc294cf5: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:29:10.492779 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38682) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:10.514372 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:10.579475 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.619242 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee8459-421f-413a-b108-d262e77fd153 None None] Network 13085574-034d-4ae3-85a6-d6576e439527 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:29:10.624395 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.689142 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.693740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.697867 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d018a7f-85a4-4a5d-9687-6d551236c450 HTTP/1.1" status: 204 len: 168 time: 0.2017896 Jul 27 15:29:10.703507 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38684) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:10.721367 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eec903-28be-4814-912f-81a5b34804b7 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d018a7f-85a4-4a5d-9687-6d551236c450,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:10.725472 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.api.v2.resource [None req-480a50e8-82cf-43cf-a707-0a0c06b2c799 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] show failed (client error): The resource could not be found. Jul 27 15:29:10.729377 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-480a50e8-82cf-43cf-a707-0a0c06b2c799 tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "GET /v2.0/security-groups/3d018a7f-85a4-4a5d-9687-6d551236c450 HTTP/1.1" status: 404 len: 347 time: 0.0220678 Jul 27 15:29:10.729709 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38686) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:10.782645 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-22ed659d-ae71-4fb9-bceb-eddfe2d7d4b5 None None] Provisioning for port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:10.858981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.877923 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Deleting port d034fc5b-e56f-4129-b4fb-70c8132f6c54 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:29:10.878191 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.878316 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:09Z', 'revision_number': 3, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:10.907664 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Checking router: d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:10.908153 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Updating router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 port 9a108aa7-43e5-4002-af7a-0988fff4e45e binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:10.955370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.970488 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.970826 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:10.984209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Calling delete_port for d034fc5b-e56f-4129-b4fb-70c8132f6c54 owned by network:floatingip {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:29:11.031430 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Allocated IP 172.20.0.1 (13085574-034d-4ae3-85a6-d6576e439527/624aad45-3e43-4d86-be25-378d0e5b6836/d9f56fe4-3ba0-4b10-82b1-3905fde487ae) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:11.150370 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.162925 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.178892 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Transition to ACTIVE for port object d9f56fe4-3ba0-4b10-82b1-3905fde487ae will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:11.190721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Pushing event deleted for resources: {'Port': ['ID=d034fc5b-e56f-4129-b4fb-70c8132f6c54,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.223957 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.248618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.251239 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.255050 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-88c923a4-44e4-4878-ad75-4abea79578dc tempest-AttachVolumeShelveTestJSON-119359647 tempest-AttachVolumeShelveTestJSON-119359647-project] 10.222.0.37 "DELETE /v2.0/floatingips/8e59878f-4856-443a-819b-a96dbc294cf5 HTTP/1.1" status: 204 len: 168 time: 0.5211744 Jul 27 15:29:11.262077 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Network 13085574-034d-4ae3-85a6-d6576e439527 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:11.266748 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:11.269404 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:11.269553 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.306111 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Transition to ACTIVE for port object 9a108aa7-43e5-4002-af7a-0988fff4e45e will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:11.315253 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.373210 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Attempting to bind port 9a108aa7-43e5-4002-af7a-0988fff4e45e on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:11.373886 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Attempting to bind port 9a108aa7-43e5-4002-af7a-0988fff4e45e by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:11.374186 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Attempting to bind port 9a108aa7-43e5-4002-af7a-0988fff4e45e on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:11.382610 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cbdad-5a91-4459-9c48-59f719567f76 None None] Pushing event updated for resources: {'Port': ['ID=9a108aa7-43e5-4002-af7a-0988fff4e45e,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.385784 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:11.386526 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:11.387150 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.387707 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:11.389338 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Bound port: 9a108aa7-43e5-4002-af7a-0988fff4e45e, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:11.389913 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.483757 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] For port 9a108aa7-43e5-4002-af7a-0988fff4e45e, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:11.487390 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] For port 9a108aa7-43e5-4002-af7a-0988fff4e45e, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9a108aa7-43e5-4002-af7a-0988fff4e45e,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:11.496830 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.531879 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device ae8490b4-5ffe-4daa-9a3f-c7e3307d206b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:11.581601 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.596105 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.608020 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cbdad-5a91-4459-9c48-59f719567f76 None None] Pushing event updated for resources: {'Port': ['ID=9a108aa7-43e5-4002-af7a-0988fff4e45e,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.611724 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:11.612341 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:11.616385 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-370317a6-eb6c-4041-a52b-15361e40de3f None None] Provisioning for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:11.655524 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-370317a6-eb6c-4041-a52b-15361e40de3f None None] Provisioning complete for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:11.655814 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-370317a6-eb6c-4041-a52b-15361e40de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.729984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:11.734900 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.739312 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-370317a6-eb6c-4041-a52b-15361e40de3f None None] Port d9f56fe4-3ba0-4b10-82b1-3905fde487ae cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:29:11.745635 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:11.746128 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.781328 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:11.897959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.903590 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.951188 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:11.967938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.970422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.005801 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:12.009693 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.064571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Network 13085574-034d-4ae3-85a6-d6576e439527 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:12.066003 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:12.066704 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:09Z', 'revision_number': 3, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:12.071663 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:12.188272 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:29:12.222391 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:29:12.226426 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f1cd5-30b3-4b53-96ac-772761b363df None None] The sync data for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi is: [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:09Z', 'revision_number': 3, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:12.243602 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: b1031221-38f6-4192-a8ea-b6744970a962 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:29:12.243951 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b1031221-38f6-4192-a8ea-b6744970a962 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:29:12.262979 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-916e45fe-f3bd-4f3b-984a-a9eed1f41e26 None None] Provisioning complete for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:12.263364 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-916e45fe-f3bd-4f3b-984a-a9eed1f41e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.298593 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-916e45fe-f3bd-4f3b-984a-a9eed1f41e26 None None] Port d9f56fe4-3ba0-4b10-82b1-3905fde487ae cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:29:12.302876 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:12.307869 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7d06c4f1-e793-4be6-9f6c-6cfae756f1a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/d9081e6b-dc22-4b45-a1a9-7f8d04543eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356802 Jul 27 15:29:12.836472 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38716) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:12.842078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-873233311-network', 'tenant_id': 'f823489739864e6288f6407aa55b4b86'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:12.863899 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Made reservation on behalf of f823489739864e6288f6407aa55b4b86 for: {'network': 1} {{(pid=93077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:12.866946 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for network, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.875897 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.972520 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:12.976726 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.000444 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:29:13.016596 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe6c60-3710-44ee-bcb9-cb10329f3a34,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:13.019662 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.020097 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.segments_db [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Added segment 3209968e-983c-4018-acef-70c323e5c0ce of type vlan for network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f Jul 27 15:29:13.066048 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756703175518'] for network, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.093174 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463'] for network, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.094107 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:13.094722 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.147563 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3094370 Jul 27 15:29:13.150458 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38718) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:13.152636 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb883a-d96e-46a3-8572-aac2f4f95ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1e9fd5-19f8-4b2c-abc7-22c2897da24f,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:13.155465 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Request body: {'subnet': {'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-873233311-subnet', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'ip_version': 4}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:13.163940 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f details requested by agent ovs-agent-dv-cinder-800431-2-iscsi with host dv-cinder-800431-2-iscsi {{(pid=93078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:29:13.176068 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Made reservation on behalf of f823489739864e6288f6407aa55b4b86 for: {'subnet': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:13.178875 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126335269'] for subnet, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.338905 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126335287'] for subnet, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.399216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e1facb-45aa-485e-8cce-96284af01d6d,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:13.404684 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Checking segment: {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:13.405045 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Network hostable DHCP agents. Network: 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f, hostable agents: ['be01ccac-34f3-4872-9287-9b331fb66b48'], hosted agents: [] {{(pid=93076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:29:13.423856 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f is scheduled to be hosted by DHCP agent be01ccac-34f3-4872-9287-9b331fb66b48 with binding_index 1 {{(pid=93076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:29:13.434151 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-2-iscsi, 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f) {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:13.438571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:13.439164 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.445829 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f49544-cc3c-4550-8c5f-a04e5a299ea9 None None] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:29:13.455286 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-93b88a80-5976-4301-8c93-6a7f8fe7535d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3036764 Jul 27 15:29:13.457970 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38720) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:13.462625 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:13.489672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1578208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-950'] for router, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.490410 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-943'] for router, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.544288 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.569816 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9a108aa7-43e5-4002-af7a-0988fff4e45e up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:13.648724 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe959c63f-7298-585b-bc73-a6e6477f6f24-1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'fixed_ips': [{'subnet_id': 'e5e1facb-45aa-485e-8cce-96284af01d6d'}]}} from dv-cinder-800431-2-iscsi. {{(pid=93078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 15:29:13.649576 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.662537 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 9a108aa7-43e5-4002-af7a-0988fff4e45e completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:13.668929 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 9a108aa7-43e5-4002-af7a-0988fff4e45e triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:13.669288 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.684834 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-925'] for router, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.770629 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38728) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:13.835977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Sync routers for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:13.864897 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:13.865537 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:13.868602 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.db_base_plugin_common [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Allocated IP 172.20.0.2 (1a1e9fd5-19f8-4b2c-abc7-22c2897da24f/e5e1facb-45aa-485e-8cce-96284af01d6d/21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956) {{(pid=93078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:13.908302 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.924772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.947763 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:13.953589 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 9a108aa7-43e5-4002-af7a-0988fff4e45e, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9a108aa7-43e5-4002-af7a-0988fff4e45e,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:14.015566 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.016353 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device ae8490b4-5ffe-4daa-9a3f-c7e3307d206b up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:14.125167 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:14.129864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Allocated IP 172.27.1.5 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/b97c4ecc-f71e-4ce0-91a3-4325cca75056) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:14.167192 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=9a108aa7-43e5-4002-af7a-0988fff4e45e,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:14.298513 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:14.298798 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.334518 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.336410 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks [] for port, precommit_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.354433 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Transition to ACTIVE for port object 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:14.391114 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Transition to ACTIVE for port object 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 will not be triggered until provisioned by entity DHCP. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:14.404068 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375'] for port, after_create {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.415211 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.460058 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:14.469465 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f is already hosted by enough agents. {{(pid=93078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:14.471492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:14.476407 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:14.499858 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.scheduler.base_scheduler [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Resources bound (agent type, host, resource id): {{(pid=93078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:14.504601 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Pushing event updated for resources: {'Port': ['ID=b97c4ecc-f71e-4ce0-91a3-4325cca75056,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:14.508988 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Received port after_create {{(pid=93078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:14.522294 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Pushing event updated for resources: {'Port': ['ID=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,revision_number=1']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:14.590189 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Attempting to bind port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:14.590505 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Attempting to bind port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:14.590861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Attempting to bind port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 on network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:14.597907 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 2, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:14.601397 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:14.601772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Checking segment: {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:14.602171 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.602654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Bound using segment: {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:14.603121 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Bound port: 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:14.603501 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.637463 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Checking router: d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:14.637820 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Updating router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 port d9f56fe4-3ba0-4b10-82b1-3905fde487ae binding host dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:14.648353 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.693122 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.749248 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] For port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:14.755420 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] For port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:14.768932 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.871385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:14.902562 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b6c5b-3885-4870-b0b4-92416e46c889 None None] Pushing event updated for resources: {'Port': ['ID=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,revision_number=2']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.068309 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks [] for port, precommit_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.083687 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Transition to ACTIVE for port object d9f56fe4-3ba0-4b10-82b1-3905fde487ae will not be triggered until provisioned by entity L2. {{(pid=93078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:15.093695 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.154165 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8089d9a-4306-4849-9384-7513d69918b0 None None] Pushing event updated for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.222772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Attempting to bind port d9f56fe4-3ba0-4b10-82b1-3905fde487ae on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:15.223441 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Attempting to bind port d9f56fe4-3ba0-4b10-82b1-3905fde487ae by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:15.223896 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Attempting to bind port d9f56fe4-3ba0-4b10-82b1-3905fde487ae on network 13085574-034d-4ae3-85a6-d6576e439527 {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:15.230580 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:15.230970 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Checking segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:15.231370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.232170 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Bound using segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} {{(pid=93078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:15.232649 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.managers [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Bound port: d9f56fe4-3ba0-4b10-82b1-3905fde487ae, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}}] {{(pid=93078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:15.233039 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.306657 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] For port d9f56fe4-3ba0-4b10-82b1-3905fde487ae, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:15.310539 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] For port d9f56fe4-3ba0-4b10-82b1-3905fde487ae, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:15.316875 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.382803 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715291'] for router, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.396886 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8089d9a-4306-4849-9384-7513d69918b0 None None] Pushing event updated for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.400488 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:15.401119 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:15.441951 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Deleting port e0684bd2-5b9e-42e4-91c4-3ce072019bc1 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:29:15.442364 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.630013 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] For port e0684bd2-5b9e-42e4-91c4-3ce072019bc1, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:15.630383 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.645299 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9a108aa7-43e5-4002-af7a-0988fff4e45e up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:15.650915 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Calling delete_port for e0684bd2-5b9e-42e4-91c4-3ce072019bc1 owned by network:router_interface {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:29:15.662172 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Router b6181e1c-6c7e-4dde-8185-be846bf0efd9 is scheduled to L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 with binding_index 1 {{(pid=93076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 15:29:15.701590 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:15.797206 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 9a108aa7-43e5-4002-af7a-0988fff4e45e triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:15.797578 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.863430 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:15.873209 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Sync routers for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:15.883327 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:15.886206 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.888267 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-160e869e-577b-436e-94c1-d4252e62057d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4292059 Jul 27 15:29:15.888731 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:15.891162 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38732) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:15.910126 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1941a18-1b7e-47b6-a222-dfe53626bc63 None None] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:29:15.951313 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:15.999536 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0684bd2-5b9e-42e4-91c4-3ce072019bc1,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:16.052849 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:16.101208 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-7eb437cd-47de-4bbc-8a8b-689c564d7e58 None None] Provisioning for port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:16.162109 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:16.164835 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.223360 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.331232 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:14Z', 'revision_number': 3, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:16.352366 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b06cc0d1-2e1c-4c2d-a476-59a14f49c9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.369016 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Checking router: b6181e1c-6c7e-4dde-8185-be846bf0efd9 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:16.369372 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Updating router b6181e1c-6c7e-4dde-8185-be846bf0efd9 port b97c4ecc-f71e-4ce0-91a3-4325cca75056 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:16.397760 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:15Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:16.417056 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.431656 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:16.439367 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37181f6f-b35d-42b7-9592-c42887a2ed7b None None] The sync data for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi is: [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:15Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:16.443405 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:16.443405 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.449336 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.493434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Router f174ff52-4842-4d33-b3e1-da260f85345a has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:29:16.638591 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.691481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:16.707542 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a792fd9a-6f18-4f7a-8a70-72c644559c07 admin admin] 10.222.0.37 "PUT /v2.0/routers/f174ff52-4842-4d33-b3e1-da260f85345a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9334941 Jul 27 15:29:16.707765 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38736) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:16.720190 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Sync routers for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:16.729145 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Allocated IP 172.20.0.1 (1a1e9fd5-19f8-4b2c-abc7-22c2897da24f/e5e1facb-45aa-485e-8cce-96284af01d6d/fffb8a66-d120-45c2-af0a-e64bd7b58818) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:16.776345 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:16.793179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.868197 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:16.868979 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:16.875446 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.890821 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Transition to ACTIVE for port object b97c4ecc-f71e-4ce0-91a3-4325cca75056 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:16.901894 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.918233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks [] for router, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.965850 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Pushing event updated for resources: {'Port': ['ID=b97c4ecc-f71e-4ce0-91a3-4325cca75056,revision_number=2']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:16.970430 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Attempting to bind port b97c4ecc-f71e-4ce0-91a3-4325cca75056 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:16.970976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:16.971482 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Attempting to bind port b97c4ecc-f71e-4ce0-91a3-4325cca75056 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:16.971482 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Attempting to bind port b97c4ecc-f71e-4ce0-91a3-4325cca75056 on network bb9db46a-480a-406b-bad1-856bc697c5c7 {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:16.983819 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.984198 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.984588 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.985797 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.986206 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.987104 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.987616 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.987962 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.988320 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.988659 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.988991 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:16.989321 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:17.000444 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:17.000987 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Checking segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:17.001235 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.001609 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Bound using segment: {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:17.002087 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Bound port: b97c4ecc-f71e-4ce0-91a3-4325cca75056, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cdbb73-16fd-46d2-9a0f-610d017ad224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:17.002628 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.004835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.provisioning_blocks [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Transition to ACTIVE for port object fffb8a66-d120-45c2-af0a-e64bd7b58818 will not be triggered until provisioned by entity DHCP. {{(pid=93077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:17.057889 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,revision_number=3']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.060818 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-300b819b-a4d4-4e9e-badb-367e1721ab9e None None] Provisioning complete for port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:17.060964 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-300b819b-a4d4-4e9e-badb-367e1721ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.072804 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.085638 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] For port b97c4ecc-f71e-4ce0-91a3-4325cca75056, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:17.086827 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.090015 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] For port b97c4ecc-f71e-4ce0-91a3-4325cca75056, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=b97c4ecc-f71e-4ce0-91a3-4325cca75056,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:17.096811 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.148414 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:17.158089 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:17.159643 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:17.162710 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:17.169690 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:17.170263 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:17.207348 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Deleting port 5bc45004-484c-4ed8-b63d-cc10d3373f1d {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:29:17.207698 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.221504 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Pushing event updated for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.238939 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714950'] for router_interface, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.245356 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48e111-29a2-4ede-b7bb-3f0997a0ae9b None None] Pushing event updated for resources: {'Port': ['ID=b97c4ecc-f71e-4ce0-91a3-4325cca75056,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.378680 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:17.390331 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] For port 5bc45004-484c-4ed8-b63d-cc10d3373f1d, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=5bc45004-484c-4ed8-b63d-cc10d3373f1d,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:17.390735 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.445240 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Calling delete_port for 5bc45004-484c-4ed8-b63d-cc10d3373f1d owned by network:router_gateway {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:29:17.499292 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.523841 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:29:15Z', 'revision_number': 5, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port': {'id': '5bc45004-484c-4ed8-b63d-cc10d3373f1d', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:21:36Z', 'updated_at': '2021-07-27T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:17.558701 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Checking router: f174ff52-4842-4d33-b3e1-da260f85345a for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:17.578821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Routers {'f174ff52-4842-4d33-b3e1-da260f85345a'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:17.581309 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:28:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['f174ff52-4842-4d33-b3e1-da260f85345a'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:17.688443 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-9c3329b1-e751-4d1d-a421-abb1af94bac5 None None] Provisioning for port fffb8a66-d120-45c2-af0a-e64bd7b58818 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:17.698800 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-9c3329b1-e751-4d1d-a421-abb1af94bac5 None None] Provisioning complete for port fffb8a66-d120-45c2-af0a-e64bd7b58818 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:17.702094 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-9c3329b1-e751-4d1d-a421-abb1af94bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.746024 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:14Z', 'revision_number': 3, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:17.752974 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] Set router f174ff52-4842-4d33-b3e1-da260f85345a gateway port host: None {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:17.775325 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.803842 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9012ad5-d155-40b7-b832-4af6285009b9 None None] The sync data for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi is: [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:14Z', 'revision_number': 3, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:17.805687 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc45004-484c-4ed8-b63d-cc10d3373f1d,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.837813 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.850047 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.905406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.938122 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1654445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724566'] for router_interface, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:17.944185 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Pushing event updated for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.977828 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d9f56fe4-3ba0-4b10-82b1-3905fde487ae up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:18.009084 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-9c3329b1-e751-4d1d-a421-abb1af94bac5 None None] Port fffb8a66-d120-45c2-af0a-e64bd7b58818 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:29:18.011818 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.014054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.028869 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 6, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:18.046777 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:18.048899 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:18.061762 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.062610 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f174ff52-4842-4d33-b3e1-da260f85345a {{(pid=93076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:29:18.069648 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58862aff-d9f4-423f-9522-2ac8d32ad502 None None] The sync data for ids ['f174ff52-4842-4d33-b3e1-da260f85345a'] in dv-cinder-800431-2-iscsi is: [{'id': 'f174ff52-4842-4d33-b3e1-da260f85345a', 'name': 'tempest-AttachVolumeShelveTestJSON-2011108172-router', 'tenant_id': '65683f78756f4210b7c18932064a8ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:21:35Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 6, 'project_id': '65683f78756f4210b7c18932064a8ecf', 'gw_port_host': None}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:18.072019 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.073528 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7cc60330-3c9a-465f-acdf-05f406027985 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f174ff52-4842-4d33-b3e1-da260f85345a HTTP/1.1" status: 204 len: 168 time: 1.3647373 Jul 27 15:29:18.076186 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38740) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:18.104375 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:18.109217 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:18.109720 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.135484 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Deleting subnet 64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:29:18.141134 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.202738 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.224308 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.268436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port d9f56fe4-3ba0-4b10-82b1-3905fde487ae, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:18.274667 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.276005 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:18.288254 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Router b6181e1c-6c7e-4dde-8185-be846bf0efd9 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:29:18.315864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.377881 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:18.387303 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.395233 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:18.395612 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.414796 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64abf4c9-cf2c-40ce-9ccb-afad8f597ae8,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:18.415705 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:18.421231 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-71193a37-8694-4fb1-b4ec-1d53b044924c admin admin] 10.222.0.37 "PUT /v2.0/routers/b6181e1c-6c7e-4dde-8185-be846bf0efd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5289893 Jul 27 15:29:18.431272 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.436381 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38744) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:18.436679 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-771a3ac3-5513-408b-bdb4-7f3e2bf76c38 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64abf4c9-cf2c-40ce-9ccb-afad8f597ae8 HTTP/1.1" status: 204 len: 168 time: 0.3594415 Jul 27 15:29:18.440308 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320aed3-297a-4374-b36b-748671aac4c7 None None] Network e16a608d-1d8f-4d39-a295-bd2fefb7b802 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:29:18.498327 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-c53f1612-bd11-4cce-9bfe-7b67295ad6f4 None None] Provisioning complete for port fffb8a66-d120-45c2-af0a-e64bd7b58818 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:18.498731 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c53f1612-bd11-4cce-9bfe-7b67295ad6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.514493 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.623968 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1612-bd11-4cce-9bfe-7b67295ad6f4 None None] Port fffb8a66-d120-45c2-af0a-e64bd7b58818 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:29:18.641271 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Deleting port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:29:18.641616 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.721482 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] For port 2620f3a0-12a0-4e70-8599-4d09ab2407a3, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=2620f3a0-12a0-4e70-8599-4d09ab2407a3,segment=NetworkSegment(6263d9ea-11d6-4ce3-87b8-0a490f0e4a08),segment_id=6263d9ea-11d6-4ce3-87b8-0a490f0e4a08)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:18.721856 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.734695 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9736-970a-485f-b63c-a14100ec7060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.738861 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Calling delete_port for 2620f3a0-12a0-4e70-8599-4d09ab2407a3 owned by network:dhcp {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:29:18.831473 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.867045 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2620f3a0-12a0-4e70-8599-4d09ab2407a3,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:18.870798 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] No DVR routers for this DVR port 2620f3a0-12a0-4e70-8599-4d09ab2407a3 on host dv-cinder-800431-2-iscsi {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:29:18.951420 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:18.962578 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16a608d-1d8f-4d39-a295-bd2fefb7b802']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:18.972989 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:18.973275 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6263d9ea-11d6-4ce3-87b8-0a490f0e4a08') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:18.983325 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.001571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.010723 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:29:19.011112 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:29:19.012894 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:29:19.015780 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.057504 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38750) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.062345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530417381', 'description': 'tempest-secgroup-smoke-1530417381 description', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.071019 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e25a6-33b4-4980-9e4d-c6add5740371 None None] DHCP port deletion for e16a608d-1d8f-4d39-a295-bd2fefb7b802 request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:29:19.072439 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.078817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.083087 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e16a608d-1d8f-4d39-a295-bd2fefb7b802 HTTP/1.1" status: 204 len: 168 time: 0.6453190 Jul 27 15:29:19.104694 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ab69-99ae-40aa-b134-5f08754bc1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16a608d-1d8f-4d39-a295-bd2fefb7b802,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.105553 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.206192 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.206192 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.219458 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38754) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.238954 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.240215 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1817045 Jul 27 15:29:19.242658 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f63cf-a29e-417f-b944-115add05cae0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a891f-0935-4b17-94ee-23ebc9664edf,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.245548 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38756) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.250284 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.269936 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-d21c8596-2e16-493f-9e5c-79ee4178d2e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65683f78756f4210b7c18932064a8ecf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470381 Jul 27 15:29:19.270238 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38758) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.284740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.335932 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.351833 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.356417 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.362540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.373064 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d336073-e417-4b43-a4ea-09c9acade8c9,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.389207 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.393379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-df5e0920-4a6d-4fd5-9f93-a77e9e3a9495 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466532 Jul 27 15:29:19.393978 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38760) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.399195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.434542 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.436638 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.440754 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.445171 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b408807d-f53a-41f6-9f14-92202016fc89 HTTP/1.1" status: 204 len: 168 time: 0.1707194 Jul 27 15:29:19.461189 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a455b-0ff8-464a-b9b5-0931a254a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408807d-f53a-41f6-9f14-92202016fc89,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.521432 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.525949 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.557051 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876b903a-37eb-4baa-aec4-fdb31c9302af,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.561175 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.564846 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-115acf07-62d3-4121-a72b-3a8dc8459cd6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674356 Jul 27 15:29:19.566112 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38764) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.570167 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.599121 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.629482 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d9f56fe4-3ba0-4b10-82b1-3905fde487ae up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:19.681979 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.686989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.690797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port d9f56fe4-3ba0-4b10-82b1-3905fde487ae triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:19.691091 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.705497 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c02ed88-2488-41aa-8159-cdda98a15df7,revision_number=0']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.713151 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.716660 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a1ea5515-028c-488f-83e2-d6bc5ee6f0c4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483712 Jul 27 15:29:19.717199 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38768) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.721833 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.753129 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.790789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device b97c4ecc-f71e-4ce0-91a3-4325cca75056 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:19.807655 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.812724 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.831291 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a300a2d-733e-4961-b2c9-885f0178c642,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:19.841059 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.842604 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-6ebba4e1-f59e-4641-b31a-9a5da66b0331 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243184 Jul 27 15:29:19.845322 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38774) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:19.847335 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port b97c4ecc-f71e-4ce0-91a3-4325cca75056 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:19.853212 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port b97c4ecc-f71e-4ce0-91a3-4325cca75056 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:19.853623 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.854050 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:19.880560 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.securitygroups_db [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Project 8d408d4ffc5942fd9b0b500355b1e57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:29:19.889030 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.944638 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.971568 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port b97c4ecc-f71e-4ce0-91a3-4325cca75056, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=b97c4ecc-f71e-4ce0-91a3-4325cca75056,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:19.977367 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.980654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:19.982036 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.018804 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.019400 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4695abae-994e-4306-9a9b-d8e17677e855,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:20.025767 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.031432 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-11e895e9-68b9-4e6f-84c1-df6d85c83df5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1822824 Jul 27 15:29:20.031726 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38780) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:20.037817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'security_group_rule': {'security_group_id': 'a03a891f-0935-4b17-94ee-23ebc9664edf', 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:20.058648 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=b97c4ecc-f71e-4ce0-91a3-4325cca75056,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:20.065052 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.securitygroups_db [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Project 8d408d4ffc5942fd9b0b500355b1e57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:29:20.071938 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.073919 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 5bc45004-484c-4ed8-b63d-cc10d3373f1d no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:29:20.101288 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 5bc45004-484c-4ed8-b63d-cc10d3373f1d {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:29:20.101724 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 5bc45004-484c-4ed8-b63d-cc10d3373f1d not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:29:20.102062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 2620f3a0-12a0-4e70-8599-4d09ab2407a3 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:29:20.122239 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 2620f3a0-12a0-4e70-8599-4d09ab2407a3 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:29:20.122643 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 2620f3a0-12a0-4e70-8599-4d09ab2407a3 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:29:20.123064 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device e0684bd2-5b9e-42e4-91c4-3ce072019bc1 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:29:20.142996 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: e0684bd2-5b9e-42e4-91c4-3ce072019bc1 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:29:20.143188 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device e0684bd2-5b9e-42e4-91c4-3ce072019bc1 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:29:20.152637 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.157961 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635489'] for security_group_rule, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.177540 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868cb531-2287-493a-8323-374d929fb393,revision_number=0']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:20.184470 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:20.185936 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-6e9a4b7d-cc34-4faf-a5ca-ba2bc683887f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532965 Jul 27 15:29:20.321735 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Sync routers for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:20.331139 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:20.331773 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:20.536883 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:20.777612 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 4, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fffb8a66-d120-45c2-af0a-e64bd7b58818', 'name': '', 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'mac_address': 'fa:16:3e:eb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:16Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 2, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'subnets': [{'id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:20.805780 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Checking router: b6181e1c-6c7e-4dde-8185-be846bf0efd9 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:20.806156 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Updating router b6181e1c-6c7e-4dde-8185-be846bf0efd9 port fffb8a66-d120-45c2-af0a-e64bd7b58818 binding host dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:20.844520 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.111818 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks [] for port, precommit_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.122693 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.provisioning_blocks [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Transition to ACTIVE for port object fffb8a66-d120-45c2-af0a-e64bd7b58818 will not be triggered until provisioned by entity L2. {{(pid=93079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:21.128039 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.180700 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a9ba-c4da-4038-8f3a-8f62a12fa921 None None] Pushing event updated for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=3']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:21.251499 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Attempting to bind port fffb8a66-d120-45c2-af0a-e64bd7b58818 on host dv-cinder-800431-2-iscsi for vnic_type normal with profile {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:21.251957 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Attempting to bind port fffb8a66-d120-45c2-af0a-e64bd7b58818 by drivers openvswitch,hyperv on host dv-cinder-800431-2-iscsi at level 0 using segments [{'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:21.252538 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Attempting to bind port fffb8a66-d120-45c2-af0a-e64bd7b58818 on network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:21.258976 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Checking agent: {'id': '1b094ee6-dd1d-400a-871b-a64c119f5b82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 13, 49), 'started_at': datetime.datetime(2021, 7, 27, 15, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:21.259441 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Checking segment: {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:21.259908 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.260371 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Bound using segment: {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'} {{(pid=93079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:21.260965 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.managers [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Bound port: fffb8a66-d120-45c2-af0a-e64bd7b58818, host: dv-cinder-800431-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3209968e-983c-4018-acef-70c323e5c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f'}}] {{(pid=93079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:21.261428 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.334925 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] For port fffb8a66-d120-45c2-af0a-e64bd7b58818, host dv-cinder-800431-2-iscsi, cleared binding levels {{(pid=93079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:21.338266 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.plugins.ml2.db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] For port fffb8a66-d120-45c2-af0a-e64bd7b58818, host dv-cinder-800431-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fffb8a66-d120-45c2-af0a-e64bd7b58818,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:21.344892 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron_lib.callbacks.manager [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.403060 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:29:21.403699 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:21.448232 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a9ba-c4da-4038-8f3a-8f62a12fa921 None None] Pushing event updated for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=4']} {{(pid=93079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:21.500466 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device b97c4ecc-f71e-4ce0-91a3-4325cca75056 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:21.514635 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38874) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:21.560295 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port b97c4ecc-f71e-4ce0-91a3-4325cca75056 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:21.560954 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.571196 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:29:21.645135 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c4c-bdb9-4084-92a8-f33b212d5d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.746340 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c4c-bdb9-4084-92a8-f33b212d5d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.750303 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c4c-bdb9-4084-92a8-f33b212d5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.789055 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-5cff0c4c-bdb9-4084-92a8-f33b212d5d4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d871af3cf134406388ea593655a5fb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732143 Jul 27 15:29:21.791627 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38880) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:21.798880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0c4c-bdb9-4084-92a8-f33b212d5d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12722d04-52cb-4613-9cb2-118a118fdb55,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:21.817611 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 4, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fffb8a66-d120-45c2-af0a-e64bd7b58818', 'name': '', 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'mac_address': 'fa:16:3e:eb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:16Z', 'updated_at': '2021-07-27T15:29:21Z', 'revision_number': 4, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'subnets': [{'id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:21.843575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.846698 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06caf54-ea1d-43f3-8206-0ed0410aa746 None None] The sync data for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi is: [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:17Z', 'revision_number': 4, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fffb8a66-d120-45c2-af0a-e64bd7b58818', 'name': '', 'network_id': '1a1e9fd5-19f8-4b2c-abc7-22c2897da24f', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'mac_address': 'fa:16:3e:eb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:16Z', 'updated_at': '2021-07-27T15:29:21Z', 'revision_number': 4, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'subnets': [{'id': 'e5e1facb-45aa-485e-8cce-96284af01d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:21.868628 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.947471 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.950215 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:21.951598 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12722d04-52cb-4613-9cb2-118a118fdb55 HTTP/1.1" status: 204 len: 168 time: 0.1590555 Jul 27 15:29:21.961499 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9fae-a7d2-4705-873d-0237b31b0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12722d04-52cb-4613-9cb2-118a118fdb55,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:21.965561 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.251903 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38886) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:22.265415 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e540d0-702e-41fa-86b4-ff170cf66172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.366275 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e540d0-702e-41fa-86b4-ff170cf66172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.370268 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-10e540d0-702e-41fa-86b4-ff170cf66172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.408661 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-10e540d0-702e-41fa-86b4-ff170cf66172 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ba97d6865ac40b99e69b220aa6d3cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556692 Jul 27 15:29:22.409774 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e540d0-702e-41fa-86b4-ff170cf66172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82ff41-38ff-4f16-914c-4b9d964bc8ff,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:22.411700 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38888) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:22.458454 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.478985 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.527171 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.530264 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:22.531843 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb82ff41-38ff-4f16-914c-4b9d964bc8ff HTTP/1.1" status: 204 len: 168 time: 0.1187432 Jul 27 15:29:22.542170 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d6a16-7902-4d37-baf8-95f4a8cbfdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82ff41-38ff-4f16-914c-4b9d964bc8ff,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.510728 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fffb8a66-d120-45c2-af0a-e64bd7b58818 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:23.566735 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning for port fffb8a66-d120-45c2-af0a-e64bd7b58818 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:23.571003 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port fffb8a66-d120-45c2-af0a-e64bd7b58818 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:23.571366 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.581753 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 38920) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:23.657159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.694651 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ad04b89b-184f-4f06-80d8-ee1ba0171980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.697692 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] For port fffb8a66-d120-45c2-af0a-e64bd7b58818, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fffb8a66-d120-45c2-af0a-e64bd7b58818,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:23.701760 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.753388 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Pushing event updated for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.791354 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ad04b89b-184f-4f06-80d8-ee1ba0171980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.795244 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-ad04b89b-184f-4f06-80d8-ee1ba0171980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.833032 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-ad04b89b-184f-4f06-80d8-ee1ba0171980 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28799443987d4c92b045f86fde903e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501299 Jul 27 15:29:23.834025 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04b89b-184f-4f06-80d8-ee1ba0171980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e1c2b7-54db-4080-8449-a073257fe6e8,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.836321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38924) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:23.884993 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.909578 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.956340 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.959667 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:23.960847 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9e1c2b7-54db-4080-8449-a073257fe6e8 HTTP/1.1" status: 204 len: 168 time: 0.1234870 Jul 27 15:29:23.968696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effedea2-1ac6-481f-ad54-3012a2991ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e1c2b7-54db-4080-8449-a073257fe6e8,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:24.917128 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38960) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:25.021221 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ddd0e7ee-72e7-462a-af0d-58d59dd75de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.108708 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ddd0e7ee-72e7-462a-af0d-58d59dd75de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.112526 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-ddd0e7ee-72e7-462a-af0d-58d59dd75de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.150766 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0e7ee-72e7-462a-af0d-58d59dd75de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70376861-8860-4c92-bf01-98f3cebf0093,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:25.154978 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-ddd0e7ee-72e7-462a-af0d-58d59dd75de4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3a35086e4ed4604bbadebeab2c2f675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368367 Jul 27 15:29:25.158079 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 38966) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:29:25.206251 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.226867 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.273429 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.276044 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:25.277194 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70376861-8860-4c92-bf01-98f3cebf0093 HTTP/1.1" status: 204 len: 168 time: 0.1187921 Jul 27 15:29:25.284976 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ea382-da7a-427f-b184-a2c273663342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70376861-8860-4c92-bf01-98f3cebf0093,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:25.460872 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fffb8a66-d120-45c2-af0a-e64bd7b58818 up at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:25.513175 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Provisioning complete for port fffb8a66-d120-45c2-af0a-e64bd7b58818 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:25.513548 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:37.623962 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:29:42.969460 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-dd17cbad-88e2-4bab-bde2-cea86f4a890c tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530417381&fields=id&tenant_id=8d408d4ffc5942fd9b0b500355b1e57a HTTP/1.1" status: 200 len: 267 time: 0.0322688 Jul 27 15:29:43.076226 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-b9cf44a8-68c9-4b84-b92a-c88d49bf6081 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:43.077605 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-b9cf44a8-68c9-4b84-b92a-c88d49bf6081 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 808 time: 0.1011827 Jul 27 15:29:43.092795 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-63294f84-9292-42ad-a4b0-560ec42961f6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/quotas/8d408d4ffc5942fd9b0b500355b1e57a HTTP/1.1" status: 200 len: 375 time: 0.0092320 Jul 27 15:29:43.157379 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-8af05ff2-6a47-454c-af21-41090fe74cc4 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595844 Jul 27 15:29:43.344402 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-c91e8825-9f0b-44a6-b626-7cd836eb4aee service neutron] 10.222.0.37 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754050 Jul 27 15:29:43.430901 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-eea6d169-d623-4588-aa65-1d0b1aa77cfe service neutron] 10.222.0.37 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806303 Jul 27 15:29:44.726957 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-91682fff-7769-4323-a18a-68d76337239e req-cb0f7fec-6e2f-47d8-971d-d709a651b5e8 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0297680 Jul 27 15:29:45.796174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ac55bbfe-77a4-439e-ad71-534b5bfd548d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:45.797662 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ac55bbfe-77a4-439e-ad71-534b5bfd548d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 808 time: 0.1031911 Jul 27 15:29:45.827966 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f168a084-f4f8-4af8-a623-9d2c69d4be89 req-b47cda78-4383-4577-8847-fd3e5829d8b8 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0293219 Jul 27 15:29:45.861022 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-8bed07c4-1e1c-439f-a3ed-8103bd89e942 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d408d4ffc5942fd9b0b500355b1e57a HTTP/1.1" status: 200 len: 380 time: 0.0354810 Jul 27 15:29:45.873260 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'port': {'device_id': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'admin_state_up': True, 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'security_groups': ['a03a891f-0935-4b17-94ee-23ebc9664edf']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:46.024438 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.219259 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Made reservation on behalf of 8d408d4ffc5942fd9b0b500355b1e57a for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:46.223383 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.264971 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe3e8-b6cf-4daa-942c-6fdd1a700889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.344211 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Allocated IP 172.20.0.14 (13085574-034d-4ae3-85a6-d6576e439527/624aad45-3e43-4d86-be25-378d0e5b6836/b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:46.486057 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.501273 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Transition to ACTIVE for port object b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:46.536614 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.585133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Network 13085574-034d-4ae3-85a6-d6576e439527 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:46.589115 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:46.591028 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:46.593078 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:29:46.633871 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.634222 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.634584 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.634916 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.635805 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.636131 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.636452 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.636770 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.637094 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.637405 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.637716 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.638031 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:46.657247 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:46.657982 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.673493 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-ce8bc59a-34da-49ba-96e2-476e7f109bed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047340 Jul 27 15:29:46.711030 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Request body: {'port': {'device_id': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:29:46.768552 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8c140621-adc1-4b4a-a438-4c59ccaea7a9 None None] Provisioning for port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:46.772324 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-8c140621-adc1-4b4a-a438-4c59ccaea7a9 None None] Provisioning complete for port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:46.772821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8c140621-adc1-4b4a-a438-4c59ccaea7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.786195 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:46.807599 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8c140621-adc1-4b4a-a438-4c59ccaea7a9 None None] Port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:29:47.027535 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aa289-d421-44d4-95b3-1edd7a26fef9 req-0b118a45-ae20-40e5-83de-6051d39fd8fe tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:47.029024 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-781aa289-d421-44d4-95b3-1edd7a26fef9 req-0b118a45-ae20-40e5-83de-6051d39fd8fe tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 932 time: 0.1333761 Jul 27 15:29:47.091011 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-781aa289-d421-44d4-95b3-1edd7a26fef9 req-1da94e2a-5529-4bbb-994c-40ac893f107b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540149 Jul 27 15:29:47.130697 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:29:47.138135 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:47.149698 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Transition to ACTIVE for port object b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:29:47.153028 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:47.224064 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:47.274388 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Attempting to bind port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:29:47.274754 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Attempting to bind port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:29:47.275077 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Attempting to bind port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 on network 13085574-034d-4ae3-85a6-d6576e439527 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:47.280433 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 on network 13085574-034d-4ae3-85a6-d6576e439527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:29:47.280760 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Attempting to bind port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 on network 13085574-034d-4ae3-85a6-d6576e439527 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:29:47.286056 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:29:47.286404 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Checking segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:29:47.286891 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Bound using segment: {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:29:47.287323 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Bound port: b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '13085574-034d-4ae3-85a6-d6576e439527'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:29:47.287681 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:47.351290 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:47.354829 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:47.358657 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:47.389350 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:47.389956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:47.391369 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] 10.222.0.46 "PUT /v2.0/ports/b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1094 time: 0.6849029 Jul 27 15:29:47.391800 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:29:47.394000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4453e3c-26df-4b2f-842e-c5a818be0d96" -d '{"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:47.432711 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c65f8-4b09-4771-bcae-27877587eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:47.454821 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5a716-6802-47bf-9258-c5587d84aaea x-openstack-request-id: req-17f5a716-6802-47bf-9258-c5587d84aaea {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:47.455109 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:47.455356 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17f5a716-6802-47bf-9258-c5587d84aaea {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:47.455750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'status': 'completed', 'code': 200} Jul 27 15:29:47.529613 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-7f164359-b2f2-400c-8be1-0ba709022b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:47.531765 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-7f164359-b2f2-400c-8be1-0ba709022b2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1097 time: 0.0603702 Jul 27 15:29:47.586570 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-348bf3f7-020f-45b6-bd2e-da12c8c67341 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 217 time: 0.0344768 Jul 27 15:29:47.633430 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-710905d6-d476-48cc-9d5b-4ab7a981633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:47.634839 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-710905d6-d476-48cc-9d5b-4ab7a981633d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0413036 Jul 27 15:29:47.696919 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-31017e1b-64cc-4b06-9fdd-678ed4a88dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:47.698976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-31017e1b-64cc-4b06-9fdd-678ed4a88dff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573533 Jul 27 15:29:47.789164 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-2f5f1739-3b71-4b99-aaeb-3b68c867dc15 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797746 Jul 27 15:29:47.883520 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5d858625-4f15-4229-94a8-4661dc08b5b4 req-06ce541c-5872-4146-809c-c349afb2692b service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818722 Jul 27 15:29:48.036515 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-15cd435b-07b9-49aa-a1a2-1ee26ca2ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:48.038022 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-15cd435b-07b9-49aa-a1a2-1ee26ca2ceae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1097 time: 0.0541632 Jul 27 15:29:48.129138 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-55609b5c-9296-4542-8a2f-880b4e598962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:48.130702 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-55609b5c-9296-4542-8a2f-880b4e598962 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.0818603 Jul 27 15:29:48.179231 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-0a066960-52c3-4556-9512-92a67bf62d98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 217 time: 0.0383542 Jul 27 15:29:48.254348 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-630c76c2-a68e-4edc-8800-407e52862874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:48.255905 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-630c76c2-a68e-4edc-8800-407e52862874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0692060 Jul 27 15:29:48.281148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582e660-5c46-4d10-883c-3c85a4dcb522 req-b6fedb6f-4370-484b-aefd-7bc87fb51609 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:48.282614 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2582e660-5c46-4d10-883c-3c85a4dcb522 req-b6fedb6f-4370-484b-aefd-7bc87fb51609 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1058867 Jul 27 15:29:48.346545 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2582e660-5c46-4d10-883c-3c85a4dcb522 req-a6a7edaa-36a2-43b7-8539-51a64f9cc8fb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466964 Jul 27 15:29:48.357845 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-b0262c9f-8d9f-4adb-ad2c-ec27f284f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:48.359302 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-b0262c9f-8d9f-4adb-ad2c-ec27f284f3f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937710 Jul 27 15:29:48.446571 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-29000a0f-0981-4f93-aaff-771d2d22fad9 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795233 Jul 27 15:29:48.544138 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e4453e3c-26df-4b2f-842e-c5a818be0d96 req-d71dc90b-a101-4b55-bba1-3ce7753c37eb service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879617 Jul 27 15:29:48.727463 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-25847760-9b6a-4eda-a267-260b36bab091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:49.011993 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:49.476480 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52e25e-8eb0-4634-826f-105f5db9b500 req-2dd6e0b7-3bad-41a5-af2e-bc758c9e7c17 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:49.477970 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7f52e25e-8eb0-4634-826f-105f5db9b500 req-2dd6e0b7-3bad-41a5-af2e-bc758c9e7c17 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0632317 Jul 27 15:29:49.515044 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7f52e25e-8eb0-4634-826f-105f5db9b500 req-657ddf4b-12fd-43b5-a2af-b095110415eb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305803 Jul 27 15:29:49.986405 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:50.639906 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26c45-fdd8-4491-a49f-b1ff696d37bf req-1bbfddf1-42d8-42d1-a43f-79a7a22e6739 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:50.641357 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-80f26c45-fdd8-4491-a49f-b1ff696d37bf req-1bbfddf1-42d8-42d1-a43f-79a7a22e6739 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0610690 Jul 27 15:29:50.677624 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-80f26c45-fdd8-4491-a49f-b1ff696d37bf req-ad29d250-5d18-4c1d-b09b-51a6acec31d5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304449 Jul 27 15:29:51.804893 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ebb22-f1a4-49f4-9244-8729e3ddb730 req-d61c2f3d-bd0a-4973-8591-07ecd255b2f9 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:51.806342 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e36ebb22-f1a4-49f4-9244-8729e3ddb730 req-d61c2f3d-bd0a-4973-8591-07ecd255b2f9 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0646760 Jul 27 15:29:51.845140 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e36ebb22-f1a4-49f4-9244-8729e3ddb730 req-b325f306-5d35-4a8a-88d7-be89d6b39012 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Jul 27 15:29:51.959702 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:52.411257 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-0474eb82-a47c-47c9-b884-e530d4c901ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517602 Jul 27 15:29:52.497518 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-121e7d9d-30e5-49da-8971-1b95b7f6e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:52.498996 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-121e7d9d-30e5-49da-8971-1b95b7f6e010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 1098 time: 0.0517595 Jul 27 15:29:52.612659 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-be61375d-55d7-40a3-84ff-b54dd95e75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:52.614076 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-be61375d-55d7-40a3-84ff-b54dd95e75d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0845494 Jul 27 15:29:52.679246 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-b0fd3e5e-9cdc-4c54-b787-f9c182055d31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 200 len: 1001 time: 0.0563221 Jul 27 15:29:52.732364 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-d8e7a7cd-dc67-44ce-a4d8-2c269a9df42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:52.733762 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-d8e7a7cd-dc67-44ce-a4d8-2c269a9df42d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0459533 Jul 27 15:29:52.792772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-ad38787d-03ea-4786-ac06-886ad6361551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:52.794208 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-ad38787d-03ea-4786-ac06-886ad6361551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514143 Jul 27 15:29:52.883916 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-b876a2c9-3d77-40c2-9d6d-335a25f897cf service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811412 Jul 27 15:29:53.027848 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e74125f1-6a5d-4697-a679-b7aaa0fbeb69 req-483b49af-3ac6-422f-804a-934bf0cb1ebb service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352069 Jul 27 15:29:53.045601 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3425b7-840f-47b5-80ad-b1af6bd1cc4f req-f0c75edd-e7a3-4d87-9a89-91662aabc772 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:53.047048 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4c3425b7-840f-47b5-80ad-b1af6bd1cc4f req-f0c75edd-e7a3-4d87-9a89-91662aabc772 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1328385 Jul 27 15:29:53.084276 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4c3425b7-840f-47b5-80ad-b1af6bd1cc4f req-0b2b2837-42a3-4a97-8cdd-3086d4d9a1bf tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Jul 27 15:29:54.216174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d5977-d63b-4473-ba89-2f61bd598f05 req-45eea5cd-e85e-4ab9-b37b-8cb035a3d043 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:54.217757 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f33d5977-d63b-4473-ba89-2f61bd598f05 req-45eea5cd-e85e-4ab9-b37b-8cb035a3d043 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0675216 Jul 27 15:29:54.256138 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f33d5977-d63b-4473-ba89-2f61bd598f05 req-0fcd9331-d038-4aea-97d0-9b28c0a6ad77 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Jul 27 15:29:54.362173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:54.457017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:54.468493 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'mac_address': 'fa:16:3e:4c:10:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:54.503187 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:54.515790 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:29:54.536769 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:54.540577 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:54.585227 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:54.873811 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:55.384576 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f895-3a1d-4d38-b1c7-98f896f6903d req-5f4d1cb2-2aac-417d-bb83-9765f8136b56 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:55.386079 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef42f895-3a1d-4d38-b1c7-98f896f6903d req-5f4d1cb2-2aac-417d-bb83-9765f8136b56 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0628774 Jul 27 15:29:55.425284 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ef42f895-3a1d-4d38-b1c7-98f896f6903d req-26f4806f-a2e4-435e-a590-31909dff4f35 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333958 Jul 27 15:29:56.553819 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613eba9-7f76-4261-979b-2089d0ae41e1 req-3d047ae7-594f-4adf-8495-35ab5af21a94 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:56.555300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f613eba9-7f76-4261-979b-2089d0ae41e1 req-3d047ae7-594f-4adf-8495-35ab5af21a94 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0656817 Jul 27 15:29:56.591888 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f613eba9-7f76-4261-979b-2089d0ae41e1 req-bf40a830-37c1-4fea-b34c-bdaf94fd665d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300853 Jul 27 15:29:57.450733 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109192e-249c-455c-b4b7-89229aca60ba req-f5555bcf-808b-4b83-a7a0-cb9dbd653101 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:57.452209 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f109192e-249c-455c-b4b7-89229aca60ba req-f5555bcf-808b-4b83-a7a0-cb9dbd653101 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Jul 27 15:29:57.492935 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f109192e-249c-455c-b4b7-89229aca60ba req-12d939aa-27b2-4e99-aa7c-6f0c3590790b tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340867 Jul 27 15:29:57.717752 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935d2fb-7848-4edc-bee5-690c872d533e req-6a6c553a-5c53-401e-b211-045773991886 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:57.719254 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5935d2fb-7848-4edc-bee5-690c872d533e req-6a6c553a-5c53-401e-b211-045773991886 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0618184 Jul 27 15:29:57.756621 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5935d2fb-7848-4edc-bee5-690c872d533e req-998795a5-91f2-49c5-8165-fbc6d9f5fd7a tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313551 Jul 27 15:29:57.919456 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:57.968633 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:29:57.972154 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:29:57.972524 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:58.044500 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:58.065791 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:29:58.068029 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26db22b5-3110-4b4e-8f91-7e1436976507" -d '{"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:58.080643 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:58.084635 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:29:58.111772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202cecca-225f-4737-a151-498deb4a6f35 x-openstack-request-id: req-202cecca-225f-4737-a151-498deb4a6f35 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:58.112058 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:58.112304 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-202cecca-225f-4737-a151-498deb4a6f35 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:58.112674 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'code': 200} Jul 27 15:29:58.137346 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.622422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f3d5b-070f-4b97-a7fd-2ca1fea9bd3b req-95a105af-0038-4dc5-8d79-3978aa380ed3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:58.623884 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-619f3d5b-070f-4b97-a7fd-2ca1fea9bd3b req-95a105af-0038-4dc5-8d79-3978aa380ed3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0636570 Jul 27 15:29:58.659654 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-619f3d5b-070f-4b97-a7fd-2ca1fea9bd3b req-fad72668-2edc-4b93-b39d-0c682862a200 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299897 Jul 27 15:29:58.881973 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e8861-cb03-40c4-a23e-eb8d5c22fd43 req-2f5b3a37-219d-4474-b44f-897e75a53445 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:58.883484 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-564e8861-cb03-40c4-a23e-eb8d5c22fd43 req-2f5b3a37-219d-4474-b44f-897e75a53445 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0615296 Jul 27 15:29:58.921403 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-564e8861-cb03-40c4-a23e-eb8d5c22fd43 req-6eb0524b-0fdd-4623-bce6-ad3640df2344 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jul 27 15:29:59.238302 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154ff4-3466-48d0-be6e-6da49bdcef07 req-1397711b-6490-4222-b038-97e848c4ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:59.239824 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2154ff4-3466-48d0-be6e-6da49bdcef07 req-1397711b-6490-4222-b038-97e848c4ac85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0544930 Jul 27 15:29:59.274846 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2154ff4-3466-48d0-be6e-6da49bdcef07 req-1cda5cf4-16ac-43b9-89d2-2178aaf24036 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268769 Jul 27 15:29:59.784782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b758d6b-244e-4348-bfb2-11375fe95a74 req-b1aa9be7-e537-4e0a-95f2-f69214259f6b tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:29:59.786591 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7b758d6b-244e-4348-bfb2-11375fe95a74 req-b1aa9be7-e537-4e0a-95f2-f69214259f6b tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0619924 Jul 27 15:29:59.823421 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7b758d6b-244e-4348-bfb2-11375fe95a74 req-f5b29349-e7e8-40ac-9328-9c86be012c01 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Jul 27 15:30:00.067463 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07696c11-ac7e-494d-9a08-6f1f77cc506f req-451978ee-5fe7-4aea-b753-455e176a34eb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:00.069551 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07696c11-ac7e-494d-9a08-6f1f77cc506f req-451978ee-5fe7-4aea-b753-455e176a34eb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0688555 Jul 27 15:30:00.106867 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07696c11-ac7e-494d-9a08-6f1f77cc506f req-66ddd541-93f2-414d-b69a-fa2aad72ce37 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Jul 27 15:30:00.952584 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb3d0-a3ec-4363-be8b-92d44b8f3063 req-c7e0d3b0-c723-49f4-9fe2-c19a1a7c0968 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:00.954071 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac7cb3d0-a3ec-4363-be8b-92d44b8f3063 req-c7e0d3b0-c723-49f4-9fe2-c19a1a7c0968 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0656726 Jul 27 15:30:00.990291 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac7cb3d0-a3ec-4363-be8b-92d44b8f3063 req-1bbefb7f-a46d-41f9-89aa-d59698cbaf90 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302913 Jul 27 15:30:01.278387 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02237-0eea-4d7c-8228-ff5a938f781d req-583d0a11-aefd-4a1e-9a88-2260e1f3cb9f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:01.279802 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6e02237-0eea-4d7c-8228-ff5a938f781d req-583d0a11-aefd-4a1e-9a88-2260e1f3cb9f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1017845 Jul 27 15:30:01.292199 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-77aeb100-dbc5-4da2-898d-691311e921e7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:01.293548 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-77aeb100-dbc5-4da2-898d-691311e921e7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 945 time: 0.0875816 Jul 27 15:30:01.360414 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6e02237-0eea-4d7c-8228-ff5a938f781d req-a232f8b5-9c95-446d-b800-ce0601e8b73b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659034 Jul 27 15:30:01.416337 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port 9ab698a3-e6c8-41e5-9918-2837ecadc50b {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:30:01.417244 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.558277 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] For port 9ab698a3-e6c8-41e5-9918-2837ecadc50b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9ab698a3-e6c8-41e5-9918-2837ecadc50b,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:01.558577 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.580289 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309a94-0542-42d8-9d8e-bd5091aeba5e req-47a0707b-7848-4cfa-bfb0-49c627b12fb3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:01.581756 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1e309a94-0542-42d8-9d8e-bd5091aeba5e req-47a0707b-7848-4cfa-bfb0-49c627b12fb3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1455901 Jul 27 15:30:01.681994 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1e309a94-0542-42d8-9d8e-bd5091aeba5e req-dc233eb8-aa1d-4120-a564-e0b518c474d3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709107 Jul 27 15:30:01.702733 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39280) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:01.759614 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.759985 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.760911 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP e2bc44a9-2b0e-4170-b327-49a37ef63211 disassociated. External IP: 172.27.1.143, port: 9ab698a3-e6c8-41e5-9918-2837ecadc50b. Jul 27 15:30:01.761310 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for 9ab698a3-e6c8-41e5-9918-2837ecadc50b owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:30:01.879014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85431023-2034-4d98-9a75-7b2ca4ccdf63 tempest-TestShelveInstance-1894642066 tempest-TestShelveInstance-1894642066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:01.880490 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-85431023-2034-4d98-9a75-7b2ca4ccdf63 tempest-TestShelveInstance-1894642066 tempest-TestShelveInstance-1894642066-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1094 time: 0.1766574 Jul 27 15:30:01.883427 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39284) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:01.887904 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.890401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:01.916014 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for floatingip, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:01.916385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=9ab698a3-e6c8-41e5-9918-2837ecadc50b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:02.014962 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:02.031076 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:30:02.110666 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-df90c1d0-2b6e-431b-8be9-0ca3da87d528 req-676edf28-a53e-4865-a8dd-c3cb4b131862 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 210 time: 0.0332160 Jul 27 15:30:02.122305 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Allocated IP 172.27.1.127 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/fc9a4839-f383-4e20-8756-d90df37bc3c2) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:02.170249 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:30:02.182730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:30:02.196561 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:02.197492 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:02.218251 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] No DVR routers for this DVR port 9ab698a3-e6c8-41e5-9918-2837ecadc50b on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:30:02.221228 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:02.223586 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-24e9cc52-7789-41d5-ade5-d968a9187ed9 req-0744a3ce-e8ef-41d6-9a21-8247d0b5b99d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "DELETE /v2.0/ports/9ab698a3-e6c8-41e5-9918-2837ecadc50b HTTP/1.1" status: 204 len: 173 time: 0.9233279 Jul 27 15:30:02.224026 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'name': 'network-vif-deleted', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:02.226685 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f9c306-9470-414f-aefc-e67915dd30bd" -d '{"events": [{"server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "name": "network-vif-deleted", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:02.232306 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:02.289328 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:02.291978 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec52acfa-f47f-452e-a318-9476db4fa897 x-openstack-request-id: req-ec52acfa-f47f-452e-a318-9476db4fa897 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:02.291978 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ef0c4e-a573-460d-aa95-239b4e897f74", "name": "network-vif-deleted", "tag": "9ab698a3-e6c8-41e5-9918-2837ecadc50b", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:02.292610 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec52acfa-f47f-452e-a318-9476db4fa897 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:02.292755 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0c4e-a573-460d-aa95-239b4e897f74', 'name': 'network-vif-deleted', 'tag': '9ab698a3-e6c8-41e5-9918-2837ecadc50b', 'status': 'completed', 'code': 200} Jul 27 15:30:02.339166 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:02.346417 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:02.350051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:30:02.355925 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'Port': ['ID=fc9a4839-f383-4e20-8756-d90df37bc3c2,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:02.382220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:02.384135 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.384491 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.384835 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.385732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.386078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.386412 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.386766 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.387093 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.387421 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.387744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.388068 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.388387 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:02.578088 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:02.603338 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:30:02.611912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:02.612526 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:02.728690 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:03.070121 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.095218 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:03.126093 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f051ff34-9e14-43ee-8d9f-f2f194ed603d None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:30:03.173352 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.266441 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9a541028-311e-45fc-9c92-5d4cea65f170 req-e1f9ad5d-3755-4518-8c9d-cb1e0fee37a7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=87ef0c4e-a573-460d-aa95-239b4e897f74 HTTP/1.1" status: 200 len: 210 time: 0.0476573 Jul 27 15:30:03.379494 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.387809 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.471247 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070f4ea-6033-488f-abfc-5d99f797db45 None None] New status for floating IP e2bc44a9-2b0e-4170-b327-49a37ef63211: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:30:03.480689 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event updated for resources: {'Port': ['ID=fc9a4839-f383-4e20-8756-d90df37bc3c2,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.488325 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.591661 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.l3_db [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Floating IP e6d60eed-8087-4228-95fc-671653cff556 associated. External IP: 172.27.1.127, port: b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322. Jul 27 15:30:03.808941 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:30:03.911206 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:30:03.920313 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Sync routers for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:30:03.927242 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:03.930912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:03.931697 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:03.978484 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-096cbe11-8213-4626-9f21-f4aaf302a180 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0824192 Jul 27 15:30:03.978484 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:03.978484 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30545c81-8d1c-40ef-b4e3-61e731fc665c" -d '{"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:04.004554 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac499b-62e8-4f5a-b6d2-5cd0b2f9c582 x-openstack-request-id: req-a7ac499b-62e8-4f5a-b6d2-5cd0b2f9c582 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:04.004848 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:04.005106 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7ac499b-62e8-4f5a-b6d2-5cd0b2f9c582 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:04.005510 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'status': 'completed', 'code': 200} Jul 27 15:30:04.040003 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:04.101295 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-6bb5839f-156c-4593-a86b-1831f9a1d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:04.102816 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-6bb5839f-156c-4593-a86b-1831f9a1d263 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0518198 Jul 27 15:30:04.193174 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-590a038a-70d9-40e3-aa27-868f76d2ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:04.194779 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-590a038a-70d9-40e3-aa27-868f76d2ba9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.0849087 Jul 27 15:30:04.258870 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-e4b0bcf0-e94d-4960-a87f-cbfaa94ee57c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1000 time: 0.0572734 Jul 27 15:30:04.259159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e6d60eed-8087-4228-95fc-671653cff556', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'mac_address': 'fa:16:3e:4c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:02Z', 'updated_at': '2021-07-27T15:30:02Z', 'revision_number': 0, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:04.284617 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Checking router: d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:30:04.294247 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:04.295053 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:29:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:04.311568 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-61fd565d-c55a-4c55-a617-db736e91459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:04.313093 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-61fd565d-c55a-4c55-a617-db736e91459a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0478435 Jul 27 15:30:04.377050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-7bc1854f-224b-46f0-8ebb-b04df7ded7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:04.378585 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-7bc1854f-224b-46f0-8ebb-b04df7ded7ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574567 Jul 27 15:30:04.403774 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:04.472027 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-19cad169-c186-4e46-bb33-744be7ed4b7d service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Jul 27 15:30:04.647019 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e6d60eed-8087-4228-95fc-671653cff556', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'mac_address': 'fa:16:3e:4c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:02Z', 'updated_at': '2021-07-27T15:30:02Z', 'revision_number': 0, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:04.681597 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea7c7e-6961-4bd0-8497-da822d611bd0 None None] The sync data for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi is: [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': 'e6d60eed-8087-4228-95fc-671653cff556', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'mac_address': 'fa:16:3e:4c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:02Z', 'updated_at': '2021-07-27T15:30:02Z', 'revision_number': 0, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:30:04.761277 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39324) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:04.835122 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-6bbe663e-1e4b-458e-b063-3aeeca607ccd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308224&fields=id&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 267 time: 0.0556750 Jul 27 15:30:04.870761 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc98307e-d330-4614-a800-c4f5a3da34ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:04.910811 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-30545c81-8d1c-40ef-b4e3-61e731fc665c req-5aed56db-a753-43b4-a24b-715d8a797027 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292943 Jul 27 15:30:04.920979 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a85eb-ac07-4ad9-b91b-eb00f5f236dd None None] New status for floating IP e6d60eed-8087-4228-95fc-671653cff556: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:30:04.955149 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9ab698a3-e6c8-41e5-9918-2837ecadc50b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:30:04.973936 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc98307e-d330-4614-a800-c4f5a3da34ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:04.977772 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 9ab698a3-e6c8-41e5-9918-2837ecadc50b {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:30:04.978489 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9ab698a3-e6c8-41e5-9918-2837ecadc50b not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:30:04.980370 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-dc98307e-d330-4614-a800-c4f5a3da34ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:04.987119 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-e3d5413a-af8d-4de4-8eff-2c55f979d78e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:04.988814 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-e3d5413a-af8d-4de4-8eff-2c55f979d78e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1489406 Jul 27 15:30:05.005404 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-2016475b-f57f-4dce-8835-a38db46036d4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/quotas/e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 375 time: 0.0108750 Jul 27 15:30:05.019612 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98307e-d330-4614-a800-c4f5a3da34ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ef4d3-d92e-4bc6-a4bd-d27ed5eb1061,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:05.026532 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-dc98307e-d330-4614-a800-c4f5a3da34ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=614d71cb15624741aaf483894f6b2952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616470 Jul 27 15:30:05.029011 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39328) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:05.084681 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:05.091074 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-d00d0868-7fdd-4168-9f69-09448bb92960 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789859 Jul 27 15:30:05.108550 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:05.160231 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:05.163087 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:05.164240 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a1ef4d3-d92e-4bc6-a4bd-d27ed5eb1061 HTTP/1.1" status: 204 len: 168 time: 0.1342933 Jul 27 15:30:05.172320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f7b0a-f1e3-498d-a5b8-df426e7861b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ef4d3-d92e-4bc6-a4bd-d27ed5eb1061,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:05.196486 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-108cbf2c-b5bc-441b-b44b-ba336b41f884 service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955408 Jul 27 15:30:05.286216 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-25944493-c026-4c35-9eab-f9f820b479f3 service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826931 Jul 27 15:30:05.584575 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c373a755-200c-44b2-9325-be3845702562 req-018644f1-c698-4159-8c06-a4f02ed2c84e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Jul 27 15:30:06.602672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-fd968d23-9468-441b-b7e0-0f5d69cbbbad tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:06.604172 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-fd968d23-9468-441b-b7e0-0f5d69cbbbad tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1034129 Jul 27 15:30:06.653550 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-863835e5-3b64-4827-8b5b-d64805b1845a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 379 time: 0.0344675 Jul 27 15:30:06.683502 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e1518ec0-638a-4154-a3a3-244c38a3717d req-e006f762-4b7a-4bee-b98f-d9cbbac7cd27 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Jul 27 15:30:06.686903 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'port': {'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'admin_state_up': True, 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'security_groups': ['07be5357-38d9-4e19-b702-01c09360f659']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:06.794368 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Made reservation on behalf of e9a65d475c9846dfabea23794dd2e636 for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:06.797834 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:06.921331 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.20.0.14 (16425a87-2cd0-48ad-8f02-b03806548cee/3dbea291-3fe0-47da-93a5-4f89167478f6/892469b6-0ff1-42ac-971b-744a28fd4453) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:07.055861 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.069541 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Transition to ACTIVE for port object 892469b6-0ff1-42ac-971b-744a28fd4453 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:30:07.101915 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.141278 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:07.144293 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:07.147406 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:30:07.193152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:07.218072 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:07.218870 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.239363 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3f14ef37-dcb2-4738-9ada-c9a535daec40 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586727 Jul 27 15:30:07.259345 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Request body: {'port': {'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:07.353422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.397187 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-318979d5-9eb2-47c0-91b8-845aea8bc4aa None None] Provisioning for port 892469b6-0ff1-42ac-971b-744a28fd4453 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:30:07.401443 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-318979d5-9eb2-47c0-91b8-845aea8bc4aa None None] Provisioning complete for port 892469b6-0ff1-42ac-971b-744a28fd4453 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:30:07.402062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-318979d5-9eb2-47c0-91b8-845aea8bc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.450861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-318979d5-9eb2-47c0-91b8-845aea8bc4aa None None] Port 892469b6-0ff1-42ac-971b-744a28fd4453 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:30:07.629127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892469b6-0ff1-42ac-971b-744a28fd4453 {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:30:07.636761 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.649053 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Transition to ACTIVE for port object 892469b6-0ff1-42ac-971b-744a28fd4453 will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:30:07.653615 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.708349 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:07.824121 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Attempting to bind port 892469b6-0ff1-42ac-971b-744a28fd4453 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:30:07.824463 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Attempting to bind port 892469b6-0ff1-42ac-971b-744a28fd4453 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:30:07.824797 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Attempting to bind port 892469b6-0ff1-42ac-971b-744a28fd4453 on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:30:07.831725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Port 892469b6-0ff1-42ac-971b-744a28fd4453 on network 16425a87-2cd0-48ad-8f02-b03806548cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:30:07.832048 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Attempting to bind port 892469b6-0ff1-42ac-971b-744a28fd4453 on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:30:07.840275 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:30:07.840612 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:30:07.841003 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Bound using segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:30:07.841443 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Bound port: 892469b6-0ff1-42ac-971b-744a28fd4453, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:30:07.841806 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:07.891632 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffd710-d370-41c9-9f43-8881f5ec2afe req-39b6468f-5055-48b6-bd6e-5cdecafe1946 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:07.893161 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14ffd710-d370-41c9-9f43-8881f5ec2afe req-39b6468f-5055-48b6-bd6e-5cdecafe1946 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.1173348 Jul 27 15:30:07.948022 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:30:07.952226 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14ffd710-d370-41c9-9f43-8881f5ec2afe req-4cb1b7a8-625b-4661-8b2c-3a8e8c304ae8 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531492 Jul 27 15:30:07.973499 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=892469b6-0ff1-42ac-971b-744a28fd4453,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:30:07.973499 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:08.006685 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.007368 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:08.008662 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] 10.222.0.46 "PUT /v2.0/ports/892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 1094 time: 0.7552953 Jul 27 15:30:08.009096 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:08.011862 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0cccb5-9aee-43de-8288-355d3b08a944" -d '{"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:08.039398 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a94870-7693-4c15-b977-e616b727d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:08.056492 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff21f484-7b33-4645-983d-a2bb72cc854f x-openstack-request-id: req-ff21f484-7b33-4645-983d-a2bb72cc854f {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:08.057032 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:08.057204 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff21f484-7b33-4645-983d-a2bb72cc854f {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:08.057581 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453', 'status': 'completed', 'code': 200} Jul 27 15:30:08.135685 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-849a96c2-c845-44ea-a252-3e408d437d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.137209 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-849a96c2-c845-44ea-a252-3e408d437d21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1097 time: 0.0608985 Jul 27 15:30:08.189406 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-05cb5ae0-92eb-49ac-9f1c-33863dc2cb61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 217 time: 0.0346074 Jul 27 15:30:08.237081 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3098422b-a1a0-4cfa-a33d-2b22b3f4787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.238398 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-3098422b-a1a0-4cfa-a33d-2b22b3f4787c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0417910 Jul 27 15:30:08.306655 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-4c4ca09f-5185-4b73-97a3-411393c90640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.309322 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-4c4ca09f-5185-4b73-97a3-411393c90640 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633230 Jul 27 15:30:08.394781 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-9309c659-fafb-4480-bccf-5b7d8aed5c20 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784392 Jul 27 15:30:08.486717 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-48b7547e-7cd8-4fdc-95c3-a59f32d75e8d req-b0ad0b5e-d38c-45e8-bb4d-72c224d6dbe6 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847404 Jul 27 15:30:08.640450 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-ee2fbb99-b3e4-4c6f-b489-1fb037299a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.641963 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-ee2fbb99-b3e4-4c6f-b489-1fb037299a87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1097 time: 0.0563784 Jul 27 15:30:08.732090 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-b85308dc-4f65-452a-b2c8-4cb0b7eb2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.733560 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-b85308dc-4f65-452a-b2c8-4cb0b7eb2e5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0847063 Jul 27 15:30:08.777738 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-6dded13d-67cd-4fc0-b5f0-ff069876c14f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 217 time: 0.0360439 Jul 27 15:30:08.827272 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-a95917d9-e00d-46c7-a0a7-54e3ba0d8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.828716 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-a95917d9-e00d-46c7-a0a7-54e3ba0d8299 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0432699 Jul 27 15:30:08.890298 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-0e1aae4b-3cc2-45f4-9ff1-5ce3cbdbb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:08.893224 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-0e1aae4b-3cc2-45f4-9ff1-5ce3cbdbb603 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560291 Jul 27 15:30:09.018102 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-c064d8f3-3de8-46f5-9838-2ca9c76d5066 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180747 Jul 27 15:30:09.151904 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4d0cccb5-9aee-43de-8288-355d3b08a944 req-91a3475e-171a-4cad-91fd-766a3557029f service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253765 Jul 27 15:30:09.160063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b2ee-a929-47fa-892b-26ea6c5d1ba9 req-d8989f73-a4cb-4f7c-a23c-6fc90bab48a7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:09.161731 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c8c4b2ee-a929-47fa-892b-26ea6c5d1ba9 req-d8989f73-a4cb-4f7c-a23c-6fc90bab48a7 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.1280332 Jul 27 15:30:09.202919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c8c4b2ee-a929-47fa-892b-26ea6c5d1ba9 req-8ffecc6b-637f-4813-a161-15c4fc7f61c0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341797 Jul 27 15:30:10.334898 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d98335-3ae8-4ad6-8ffa-824401ecce81 req-d122e092-bde8-4db1-98c0-34efacd53923 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:10.336423 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-69d98335-3ae8-4ad6-8ffa-824401ecce81 req-d122e092-bde8-4db1-98c0-34efacd53923 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0643055 Jul 27 15:30:10.377043 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-69d98335-3ae8-4ad6-8ffa-824401ecce81 req-08be2d44-cf5d-44a5-a20e-9f3e7ba599cd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Jul 27 15:30:11.507139 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ed81-c464-4327-b872-552ac6169504 req-6b5a3a02-b169-4713-b861-68fbc6f6c7c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:11.508596 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2511ed81-c464-4327-b872-552ac6169504 req-6b5a3a02-b169-4713-b861-68fbc6f6c7c5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0663857 Jul 27 15:30:11.545873 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2511ed81-c464-4327-b872-552ac6169504 req-e71ad62c-f4aa-407e-ae28-09922c39865e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307333 Jul 27 15:30:12.692473 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85207fb0-961c-4c71-b8b6-873bb88ccdf7 req-8b140115-1462-414f-ac99-a50fd46bf4b3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:12.694174 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85207fb0-961c-4c71-b8b6-873bb88ccdf7 req-8b140115-1462-414f-ac99-a50fd46bf4b3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0824008 Jul 27 15:30:12.732996 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-85207fb0-961c-4c71-b8b6-873bb88ccdf7 req-343a4ef0-7e71-4817-b1e6-37703bacaad0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Jul 27 15:30:13.861297 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91294-b965-4671-9b91-7f3f4eac8aa3 req-da9259b3-7d0f-4031-835a-dac864e78a1a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:13.862780 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2b91294-b965-4671-9b91-7f3f4eac8aa3 req-da9259b3-7d0f-4031-835a-dac864e78a1a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0611966 Jul 27 15:30:13.899328 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f2b91294-b965-4671-9b91-7f3f4eac8aa3 req-42171c5a-01e8-43c1-9039-d0437d13f625 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Jul 27 15:30:14.623648 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:30:15.034708 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1a656-5805-412c-a951-b2edf9a162c1 req-d0aa695c-f5f6-40ce-8279-3f6c48984d14 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:15.036434 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-51e1a656-5805-412c-a951-b2edf9a162c1 req-d0aa695c-f5f6-40ce-8279-3f6c48984d14 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0650930 Jul 27 15:30:15.072687 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-51e1a656-5805-412c-a951-b2edf9a162c1 req-f3b96fb2-1d5d-409c-ae5d-80015fb1aa2d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304980 Jul 27 15:30:16.026333 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:16.197411 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d88b0-26fb-4d89-9070-61b3d1c8ca75 req-a171a4b9-2762-48b7-91fe-190861914ae2 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:16.198880 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d6d88b0-26fb-4d89-9070-61b3d1c8ca75 req-a171a4b9-2762-48b7-91fe-190861914ae2 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 944 time: 0.0619092 Jul 27 15:30:16.235099 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1d6d88b0-26fb-4d89-9070-61b3d1c8ca75 req-9b6bbb07-6f79-40d5-a26e-79a375ccd3f9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302105 Jul 27 15:30:16.270407 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-bac6bea8-dbdf-49c2-b40b-41be9d044a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:17.034804 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 892469b6-0ff1-42ac-971b-744a28fd4453 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:30:17.155383 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=892469b6-0ff1-42ac-971b-744a28fd4453,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:17.166874 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '892469b6-0ff1-42ac-971b-744a28fd4453', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:30:17.204267 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:17.217109 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892469b6-0ff1-42ac-971b-744a28fd4453 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:30:17.236542 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=892469b6-0ff1-42ac-971b-744a28fd4453,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:17.240672 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:17.299293 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:17.308528 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.309127 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.309798 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.310308 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.310852 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.311535 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.312022 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.312732 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.313228 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.313761 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.314260 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.314615 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:17.381714 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2ca93-77dc-4bd6-b477-3ebc333dd963 req-ec0b8b50-164c-47ec-9a63-f2a801ac324e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:17.383354 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44d2ca93-77dc-4bd6-b477-3ebc333dd963 req-ec0b8b50-164c-47ec-9a63-f2a801ac324e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 945 time: 0.0782986 Jul 27 15:30:17.427296 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44d2ca93-77dc-4bd6-b477-3ebc333dd963 req-6ca54940-2896-4edd-bbf3-5417502c4ba1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369930 Jul 27 15:30:17.563451 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['892469b6-0ff1-42ac-971b-744a28fd4453'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:30:18.559537 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f77f8-9683-4304-b8fe-da516fd9a643 req-278e2980-9934-4ecf-96cb-765c4f1098c1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:18.561122 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-857f77f8-9683-4304-b8fe-da516fd9a643 req-278e2980-9934-4ecf-96cb-765c4f1098c1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 945 time: 0.0658860 Jul 27 15:30:18.599675 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-857f77f8-9683-4304-b8fe-da516fd9a643 req-8a86b931-b880-44b1-9cd4-4b8ccf55c207 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Jul 27 15:30:18.727082 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-88e652b6-22a1-48cc-ba44-a708aa8e2e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:19.013463 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:19.040569 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 892469b6-0ff1-42ac-971b-744a28fd4453 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:19.087528 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 892469b6-0ff1-42ac-971b-744a28fd4453 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:30:19.091061 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 892469b6-0ff1-42ac-971b-744a28fd4453 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:30:19.091437 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:19.164901 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:19.187002 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:19.189236 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ac016-abfb-47c8-9b99-470b9937c197" -d '{"events": [{"server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "name": "network-vif-plugged", "status": "completed", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:19.204819 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=892469b6-0ff1-42ac-971b-744a28fd4453,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:19.209066 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:19.232708 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23a10fb-d53c-4830-b7ee-c5b1cdb5ba33 x-openstack-request-id: req-d23a10fb-d53c-4830-b7ee-c5b1cdb5ba33 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:19.232992 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "name": "network-vif-plugged", "status": "completed", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:19.233241 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d23a10fb-d53c-4830-b7ee-c5b1cdb5ba33 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:19.233625 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453', 'code': 200} Jul 27 15:30:19.258748 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:19.495648 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378882-dee4-4a85-88f1-cc471d89199b req-f25a6e3d-c760-4104-a314-1a254c259cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:19.497096 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac378882-dee4-4a85-88f1-cc471d89199b req-f25a6e3d-c760-4104-a314-1a254c259cdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1099 time: 0.0521405 Jul 27 15:30:19.530883 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ac378882-dee4-4a85-88f1-cc471d89199b req-332aa807-0aff-44af-87bd-34a7d20ccc87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259297 Jul 27 15:30:19.733648 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edee18-0b97-4fa4-b1c8-7349ffc9c546 req-3d5c5c20-18e9-46dd-a6ca-bfd770bd1aff tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:19.735253 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62edee18-0b97-4fa4-b1c8-7349ffc9c546 req-3d5c5c20-18e9-46dd-a6ca-bfd770bd1aff tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0654876 Jul 27 15:30:19.772444 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-62edee18-0b97-4fa4-b1c8-7349ffc9c546 req-768940d9-d336-4cd2-8928-43a1adcc95bf tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Jul 27 15:30:19.989593 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:20.915589 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34528-ff6c-40ef-af23-3a3cb75f0a04 req-30930e78-57a5-4b7f-a037-98d8dfc5a16f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:20.917601 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3dc34528-ff6c-40ef-af23-3a3cb75f0a04 req-30930e78-57a5-4b7f-a037-98d8dfc5a16f tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0651953 Jul 27 15:30:20.955330 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3dc34528-ff6c-40ef-af23-3a3cb75f0a04 req-b4e6cd6f-6685-45f3-859a-1220c657a8fc tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Jul 27 15:30:21.094562 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df487de-30d5-4138-8548-2e987aa87829 req-9d6dc04b-7da3-42ad-bdbb-8d291b301e7c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:21.096171 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7df487de-30d5-4138-8548-2e987aa87829 req-9d6dc04b-7da3-42ad-bdbb-8d291b301e7c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0702984 Jul 27 15:30:21.139508 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7df487de-30d5-4138-8548-2e987aa87829 req-374dcaeb-5c78-4c63-b875-a7596886093d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jul 27 15:30:21.161891 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39538) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:21.220437 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535942bf-bb26-419b-9854-1921092921ae tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:21.222040 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-535942bf-bb26-419b-9854-1921092921ae tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1094 time: 0.0551436 Jul 27 15:30:21.224813 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39540) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:21.229839 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.v2.base [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:21.250176 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:21.343924 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:21.451868 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_common [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.27.1.209 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/c818ba87-7551-471c-89c6-89188cc4e647) {{(pid=93077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:21.558642 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:21.602940 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:21.641322 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:21.645979 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.base_scheduler [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:21.648579 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:30:21.673224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=c818ba87-7551-471c-89c6-89188cc4e647,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:21.963588 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.025595 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.100334 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.253006 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.257665 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127399163'] for port, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.326041 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=c818ba87-7551-471c-89c6-89188cc4e647,revision_number=2']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:22.339686 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.439384 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.l3_db [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP 0f412f1b-8b99-4d16-bddf-92875301283b associated. External IP: 172.27.1.209, port: 892469b6-0ff1-42ac-971b-744a28fd4453. Jul 27 15:30:22.647066 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:30:22.771250 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:30:22.781555 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:30:22.788575 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:22.790948 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:22.791604 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:30:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:22.825219 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b2303a11-621a-4303-9c3c-6e8bb8b66233 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5993884 Jul 27 15:30:22.826083 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:22.828355 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5e826-bb51-4589-8719-c544f0fefa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:22.863889 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7e4385-8963-4b78-9a27-d0939748d617 x-openstack-request-id: req-eb7e4385-8963-4b78-9a27-d0939748d617 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:22.864186 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:22.864441 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb7e4385-8963-4b78-9a27-d0939748d617 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:22.864851 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453', 'status': 'completed', 'code': 200} Jul 27 15:30:22.912711 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:22.969535 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-59a7b8f6-a860-4a93-bb32-0661309b8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:22.971066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-59a7b8f6-a860-4a93-bb32-0661309b8dcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1099 time: 0.0588064 Jul 27 15:30:23.065096 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-78123cf7-55df-47d8-81d8-31c6f7d1354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:23.065681 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-78123cf7-55df-47d8-81d8-31c6f7d1354a service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0867302 Jul 27 15:30:23.135289 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-2ea256dd-8499-4e88-adfc-4d4b3b74aada service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 1000 time: 0.0622115 Jul 27 15:30:23.150459 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:21Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:23.188689 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-11f62c62-c284-4928-8080-ca0259460785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:23.190362 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-11f62c62-c284-4928-8080-ca0259460785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0452666 Jul 27 15:30:23.256918 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-c258e511-1819-4735-81ae-dd93a085c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:23.258445 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-c258e511-1819-4735-81ae-dd93a085c68a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607538 Jul 27 15:30:23.303681 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:30:23.312869 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:30:23.313502 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:30:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:23.367105 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-2f7f4303-1e30-43cd-bb27-178a33bad546 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923264 Jul 27 15:30:23.419201 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:30:23.463867 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c5e5e826-bb51-4589-8719-c544f0fefa4b req-5eefb869-1970-4b57-94c3-897bf76dde22 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Jul 27 15:30:23.642626 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:21Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:23.673144 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d61cc-616a-4962-b91d-ac3b375bd3df None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:21Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:30:23.857042 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83ea72-b753-405c-8a00-7db38a4ef9cf None None] New status for floating IP 0f412f1b-8b99-4d16-bddf-92875301283b: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:30:42.119465 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 39654) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:42.218646 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28aea64d-70a6-4167-baf8-8b627daabaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.308747 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28aea64d-70a6-4167-baf8-8b627daabaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.312956 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-28aea64d-70a6-4167-baf8-8b627daabaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.349267 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-28aea64d-70a6-4167-baf8-8b627daabaca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4864f08d497f44d7be5493f134f05c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287385 Jul 27 15:30:42.350352 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aea64d-70a6-4167-baf8-8b627daabaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0a6c7-282d-4adb-82c1-bf5a56a29f50,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:42.352029 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39658) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:42.401493 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.422749 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.470781 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.473214 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:42.474336 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f0a6c7-282d-4adb-82c1-bf5a56a29f50 HTTP/1.1" status: 204 len: 168 time: 0.1204929 Jul 27 15:30:42.481505 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b434-a0a2-463a-ab70-69aec903bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0a6c7-282d-4adb-82c1-bf5a56a29f50,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:43.405928 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 39688) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:43.505078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ae90-3fa2-47f9-a27f-cd989d2fd615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.591551 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ae90-3fa2-47f9-a27f-cd989d2fd615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.594982 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ae90-3fa2-47f9-a27f-cd989d2fd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.632275 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4bd1ae90-3fa2-47f9-a27f-cd989d2fd615 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f007812c0876450ba3e2cc46a42db170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252526 Jul 27 15:30:43.633084 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1ae90-3fa2-47f9-a27f-cd989d2fd615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e229967-56f5-49dc-b17b-5c05ec1e53ce,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:43.635001 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 39694) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:30:43.681897 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.702303 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.746173 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.749273 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:43.750376 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e229967-56f5-49dc-b17b-5c05ec1e53ce HTTP/1.1" status: 204 len: 168 time: 0.1144006 Jul 27 15:30:43.757735 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e71d5-c4ed-4bae-91ff-cb3c1eb0d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e229967-56f5-49dc-b17b-5c05ec1e53ce,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:45.893719 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-e1d8ab73-857a-4f4b-bd1a-054b7ad1e883 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303187 Jul 27 15:30:46.049730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:46.271278 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-061a055b-e884-4f7d-8a70-c24af7b14d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:46.311486 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-463f2c22-1ebe-4618-98d2-221000aecf4e tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:46.312845 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-463f2c22-1ebe-4618-98d2-221000aecf4e tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4135518 Jul 27 15:30:46.327802 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-19a3d8bf-17fc-47bf-939a-9d19b7e1f296 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/quotas/a045521b0f4b4f308f24110fa4a66a2a HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jul 27 15:30:46.359071 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-93d18ca4-6ad4-4b1f-a3fb-efe403ee39e4 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262861 Jul 27 15:30:46.514652 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-856f280e-f122-42a9-ad84-7b84620c3647 req-d625e7ea-5610-4736-959f-39540f883c50 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 210 time: 0.0287573 Jul 27 15:30:47.608975 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-19b7893d-460e-457a-9daa-0a9db4d8e9c8 req-a23ae0ae-bd6b-4485-aad5-dfcef6ae631b tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 210 time: 0.0292745 Jul 27 15:30:47.707337 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-ac97d4a5-0c06-4d9d-a249-b2f6936534f6 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209401 Jul 27 15:30:47.811671 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-b9fdc275-5536-4d05-83ca-30da32c2d885 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:47.813092 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-b9fdc275-5536-4d05-83ca-30da32c2d885 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1000488 Jul 27 15:30:47.849385 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Request body: {'port': {'device_id': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a', 'admin_state_up': True, 'tenant_id': 'a045521b0f4b4f308f24110fa4a66a2a'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:47.955856 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Made reservation on behalf of a045521b0f4b4f308f24110fa4a66a2a for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:47.959400 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:47.967870 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks [] for security_group, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.056237 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.060992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.119550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac224a83-e646-4a8b-b32d-8df1d8679035,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:48.132653 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.132997 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.133335 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.133670 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.134000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.134329 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.134688 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.135014 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.135342 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.135669 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.135985 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.136302 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:48.202190 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Allocated IP 192.168.233.61 (d3cd8650-29e1-47b2-b302-6d14e3e0869a/a9862678-1a8b-4f6d-a81e-b95deaad70ca/c2db5982-7696-4fa4-b022-b07772d922e1) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:48.346051 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.359095 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Transition to ACTIVE for port object c2db5982-7696-4fa4-b022-b07772d922e1 will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:30:48.390210 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.432913 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Network d3cd8650-29e1-47b2-b302-6d14e3e0869a is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:48.435912 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:48.441938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:30:48.471320 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Pushing event updated for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:48.498813 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:48.499442 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.514238 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-f1af1764-a17e-48a0-808e-1b486daf27a0 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6683457 Jul 27 15:30:48.536382 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Request body: {'port': {'device_id': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:30:48.609088 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.643065 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-caabf67f-9477-49be-bc5d-ccfa41d2e2c7 None None] Provisioning for port c2db5982-7696-4fa4-b022-b07772d922e1 completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:30:48.649549 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-caabf67f-9477-49be-bc5d-ccfa41d2e2c7 None None] Provisioning complete for port c2db5982-7696-4fa4-b022-b07772d922e1 triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:30:48.649990 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-caabf67f-9477-49be-bc5d-ccfa41d2e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.689196 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-caabf67f-9477-49be-bc5d-ccfa41d2e2c7 None None] Port c2db5982-7696-4fa4-b022-b07772d922e1 cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:30:48.727075 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cb503250-9130-47a8-af3a-7e2fce3ba082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.844930 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2c74c-6bd2-4a95-8fc4-c980aeed8b26 req-4615bafe-a390-4b48-835f-807d4ef94096 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:48.846325 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71d2c74c-6bd2-4a95-8fc4-c980aeed8b26 req-4615bafe-a390-4b48-835f-807d4ef94096 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 935 time: 0.1346068 Jul 27 15:30:48.901327 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-71d2c74c-6bd2-4a95-8fc4-c980aeed8b26 req-04e6b8c8-e450-45c4-bc6a-50c59c9a507e tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jul 27 15:30:48.944473 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2db5982-7696-4fa4-b022-b07772d922e1 {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:30:48.951741 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:48.963024 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Transition to ACTIVE for port object c2db5982-7696-4fa4-b022-b07772d922e1 will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:30:48.967826 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:49.015892 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:49.022401 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:49.090398 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Attempting to bind port c2db5982-7696-4fa4-b022-b07772d922e1 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:30:49.090981 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Attempting to bind port c2db5982-7696-4fa4-b022-b07772d922e1 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:30:49.091468 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Attempting to bind port c2db5982-7696-4fa4-b022-b07772d922e1 on network d3cd8650-29e1-47b2-b302-6d14e3e0869a {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:30:49.096504 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Port c2db5982-7696-4fa4-b022-b07772d922e1 on network d3cd8650-29e1-47b2-b302-6d14e3e0869a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:30:49.096967 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Attempting to bind port c2db5982-7696-4fa4-b022-b07772d922e1 on network d3cd8650-29e1-47b2-b302-6d14e3e0869a {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:30:49.102134 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:30:49.102486 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Checking segment: {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:30:49.102901 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Bound using segment: {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:30:49.103334 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Bound port: c2db5982-7696-4fa4-b022-b07772d922e1, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73553dc5-1659-40d6-ac3a-c2933c81a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:30:49.103696 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:49.166988 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:30:49.170394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c2db5982-7696-4fa4-b022-b07772d922e1,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:30:49.174197 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:49.210377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.211013 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:49.212380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2db5982-7696-4fa4-b022-b07772d922e1 HTTP/1.1" status: 200 len: 1097 time: 0.6808002 Jul 27 15:30:49.212803 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:49.215033 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:49.250782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742f2a-c70a-4feb-a570-54bee4ea6c40 service neutron] Pushing event updated for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:49.255222 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb26522-ced4-40d1-a3ac-3300b5d249c4 x-openstack-request-id: req-abb26522-ced4-40d1-a3ac-3300b5d249c4 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:49.255615 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:49.255966 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abb26522-ced4-40d1-a3ac-3300b5d249c4 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:49.256460 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1', 'status': 'completed', 'code': 200} Jul 27 15:30:49.332505 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-d1780a23-8dea-4688-9fff-a77efb501c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.334026 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-d1780a23-8dea-4688-9fff-a77efb501c58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 1100 time: 0.0569053 Jul 27 15:30:49.387364 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-90b3d146-1e76-4eaa-9875-fc7da1c2f96c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c2db5982-7696-4fa4-b022-b07772d922e1 HTTP/1.1" status: 200 len: 217 time: 0.0340323 Jul 27 15:30:49.439942 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-5299b0ac-6012-40af-ab8c-012c21bb2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.441416 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-5299b0ac-6012-40af-ab8c-012c21bb2e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9862678-1a8b-4f6d-a81e-b95deaad70ca HTTP/1.1" status: 200 len: 843 time: 0.0475512 Jul 27 15:30:49.501325 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35250e55-20e1-44ea-b6d2-156669467c7e req-ac983ce0-e6e9-49cc-aa13-69123388e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.502823 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-ac983ce0-e6e9-49cc-aa13-69123388e14c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3cd8650-29e1-47b2-b302-6d14e3e0869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535200 Jul 27 15:30:49.589415 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-a240717c-c42d-48c0-bd58-6a4ffefa6d12 service neutron] 10.222.0.46 "GET /v2.0/networks/d3cd8650-29e1-47b2-b302-6d14e3e0869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787780 Jul 27 15:30:49.683192 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35250e55-20e1-44ea-b6d2-156669467c7e req-5d8208a7-0b9d-4206-ad64-83cde53ec2b2 service neutron] 10.222.0.46 "GET /v2.0/networks/d3cd8650-29e1-47b2-b302-6d14e3e0869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835536 Jul 27 15:30:49.829050 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-a8ff85d4-e6eb-4a33-a136-cf5f84261de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.830563 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-a8ff85d4-e6eb-4a33-a136-cf5f84261de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 1100 time: 0.0542188 Jul 27 15:30:49.923550 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-7c8b489f-748f-4f32-a456-9f70eb7b085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:49.923795 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-7c8b489f-748f-4f32-a456-9f70eb7b085f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3cd8650-29e1-47b2-b302-6d14e3e0869a HTTP/1.1" status: 200 len: 870 time: 0.0856431 Jul 27 15:30:49.967386 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-ee3c205c-6c24-4a21-ae76-b9d384e14416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c2db5982-7696-4fa4-b022-b07772d922e1 HTTP/1.1" status: 200 len: 217 time: 0.0349281 Jul 27 15:30:49.994308 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:50.049906 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-118d9130-7120-4490-a436-ea74368238b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:50.051391 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-118d9130-7120-4490-a436-ea74368238b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a9862678-1a8b-4f6d-a81e-b95deaad70ca HTTP/1.1" status: 200 len: 843 time: 0.0750508 Jul 27 15:30:50.095829 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd273-2e90-4d60-97cb-7d62158cb50b req-99207b4d-e0b5-4b36-a6ba-495368d8cd33 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:50.097300 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d06bd273-2e90-4d60-97cb-7d62158cb50b req-99207b4d-e0b5-4b36-a6ba-495368d8cd33 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 947 time: 0.1290474 Jul 27 15:30:50.146141 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-91193ace-720a-4485-b469-ca89361f463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:50.147624 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-91193ace-720a-4485-b469-ca89361f463d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3cd8650-29e1-47b2-b302-6d14e3e0869a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0883956 Jul 27 15:30:50.150307 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d06bd273-2e90-4d60-97cb-7d62158cb50b req-19fb0c05-b663-4a95-920d-1c2889d2134a tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Jul 27 15:30:50.240417 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-1e3f3c1d-02bc-4002-b122-62d71ea9ab79 service neutron] 10.222.0.46 "GET /v2.0/networks/d3cd8650-29e1-47b2-b302-6d14e3e0869a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841849 Jul 27 15:30:50.333743 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b7a8077a-6e5e-4be7-93bc-fc0e5688f3b7 req-6bf0e916-f3db-4cbc-a99f-12538d78b0d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d3cd8650-29e1-47b2-b302-6d14e3e0869a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Jul 27 15:30:51.208477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c2db5982-7696-4fa4-b022-b07772d922e1 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:30:51.276581 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f103df-b182-4e75-a516-a36ea5e2d33f req-60b72a77-9ed7-4f06-a69b-91de62ef740f tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:51.278085 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a6f103df-b182-4e75-a516-a36ea5e2d33f req-60b72a77-9ed7-4f06-a69b-91de62ef740f tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 947 time: 0.0617542 Jul 27 15:30:51.303355 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c2db5982-7696-4fa4-b022-b07772d922e1,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:51.314370 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'c2db5982-7696-4fa4-b022-b07772d922e1', 'network_id': 'd3cd8650-29e1-47b2-b302-6d14e3e0869a', 'port_id': 'c2db5982-7696-4fa4-b022-b07772d922e1', 'mac_address': 'fa:16:3e:1d:24:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9862678-1a8b-4f6d-a81e-b95deaad70ca', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:30:51.315588 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a6f103df-b182-4e75-a516-a36ea5e2d33f req-6cbe75c7-6a84-4d8c-9861-b2646cf786e2 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306063 Jul 27 15:30:51.351069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:51.363180 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2db5982-7696-4fa4-b022-b07772d922e1 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:30:51.381387 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c2db5982-7696-4fa4-b022-b07772d922e1,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:51.385275 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:51.430724 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:51.622965 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:30:51.741560 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['c2db5982-7696-4fa4-b022-b07772d922e1'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:30:51.962806 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:52.444975 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8ccf-6bdb-49c2-ad76-4cd464e3b91c req-829b613a-e445-4d71-80c3-b95daea88563 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:52.446446 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-892b8ccf-6bdb-49c2-ad76-4cd464e3b91c req-829b613a-e445-4d71-80c3-b95daea88563 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 948 time: 0.0667496 Jul 27 15:30:52.507819 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-892b8ccf-6bdb-49c2-ad76-4cd464e3b91c req-04cf0f5c-e00b-44e3-bc87-3ed356747049 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Jul 27 15:30:52.522361 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-6f6e2293-f670-4cbb-bf75-e41557449e4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750039 Jul 27 15:30:52.639932 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-1a3fbbf2-98f5-4a8f-a364-c4df78f369e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:52.641285 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-1a3fbbf2-98f5-4a8f-a364-c4df78f369e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0518088 Jul 27 15:30:52.749049 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-0e3125cf-7f1e-454f-8791-aa5156f3c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:52.750513 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-0e3125cf-7f1e-454f-8791-aa5156f3c2b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.0839937 Jul 27 15:30:52.817414 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-37b5e0e9-9942-45d9-8e1c-c0e537da532b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1002 time: 0.0550978 Jul 27 15:30:52.873300 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-69a9424e-40db-4370-8c5d-b7ef71f9ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:52.874742 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-69a9424e-40db-4370-8c5d-b7ef71f9ab15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0446861 Jul 27 15:30:52.934401 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-052cc15f-12fe-4f03-8afa-b261cf33a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:52.935975 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-052cc15f-12fe-4f03-8afa-b261cf33a84e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531001 Jul 27 15:30:53.028827 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-fb17a85f-6e32-4662-8b68-1356d6a653e7 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796211 Jul 27 15:30:53.121665 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-5970afb5-b22d-4791-8148-0de5dc054e8d req-cc065535-6498-4b29-bba4-5bf7d070b38c service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 Jul 27 15:30:53.217861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c2db5982-7696-4fa4-b022-b07772d922e1 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:53.264636 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port c2db5982-7696-4fa4-b022-b07772d922e1 completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:30:53.268320 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port c2db5982-7696-4fa4-b022-b07772d922e1 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:30:53.268703 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:53.345190 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:53.366277 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:53.368544 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275fee8a-1998-4614-a4b5-d9ae15f40720" -d '{"events": [{"server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "name": "network-vif-plugged", "status": "completed", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:53.381743 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c2db5982-7696-4fa4-b022-b07772d922e1,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:53.385979 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:53.409656 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37148f0-2bf7-4b80-b4ad-d4ccd7ce5346 x-openstack-request-id: req-b37148f0-2bf7-4b80-b4ad-d4ccd7ce5346 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:53.409949 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "name": "network-vif-plugged", "status": "completed", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:53.410203 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b37148f0-2bf7-4b80-b4ad-d4ccd7ce5346 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:53.410616 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1', 'code': 200} Jul 27 15:30:53.436226 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:53.659394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c430-ce60-4095-a00e-420f10ead733 req-a63b434d-3d26-491d-b424-02fad8d9267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:53.660897 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d3e8c430-ce60-4095-a00e-420f10ead733 req-a63b434d-3d26-491d-b424-02fad8d9267f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 1102 time: 0.0912809 Jul 27 15:30:53.672493 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b6106-8900-4d32-b7f2-a8d2c115be5e req-38e3ec48-080f-4497-ba85-a7ce70bb1e9f tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:53.673882 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a76b6106-8900-4d32-b7f2-a8d2c115be5e req-38e3ec48-080f-4497-ba85-a7ce70bb1e9f tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0955977 Jul 27 15:30:53.726786 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d3e8c430-ce60-4095-a00e-420f10ead733 req-6b63889c-a227-4230-aaea-6f02062a0c07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Jul 27 15:30:53.732035 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a76b6106-8900-4d32-b7f2-a8d2c115be5e req-8f615cfc-5b59-4cb2-9f86-590372ef699c tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Jul 27 15:30:54.863127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4597da-aa87-4aac-8083-3523750603c9 req-a96fcb26-e13f-4718-abdc-f572bdecbf24 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:54.864620 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1f4597da-aa87-4aac-8083-3523750603c9 req-a96fcb26-e13f-4718-abdc-f572bdecbf24 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0662093 Jul 27 15:30:54.905021 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1f4597da-aa87-4aac-8083-3523750603c9 req-a2b374d6-fc29-4dff-92fa-a16a98d69c86 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Jul 27 15:30:56.031037 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5988fa-75ef-4cd4-89e1-4031c86fd387 req-003466b0-840d-41c0-ae35-d42acf0f93ff tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:56.032535 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-db5988fa-75ef-4cd4-89e1-4031c86fd387 req-003466b0-840d-41c0-ae35-d42acf0f93ff tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0619931 Jul 27 15:30:56.069040 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-db5988fa-75ef-4cd4-89e1-4031c86fd387 req-6e3ed9e0-878a-4b0d-bb39-c0c665deac86 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Jul 27 15:30:56.331649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9f32-3a6f-46ad-b032-ea295d1795f7 req-8759e6d5-d256-4375-9db9-39ef752113d7 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:56.333114 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-57fd9f32-3a6f-46ad-b032-ea295d1795f7 req-8759e6d5-d256-4375-9db9-39ef752113d7 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0658882 Jul 27 15:30:56.368838 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-57fd9f32-3a6f-46ad-b032-ea295d1795f7 req-10a40f77-bd02-4b7e-bc36-a9eca084e577 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298223 Jul 27 15:30:57.496331 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d9280-d90b-45ab-9bbd-3eef24dfc96e req-b4255815-b8a9-4da9-9059-61627fb67aad tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:57.497800 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c8d9280-d90b-45ab-9bbd-3eef24dfc96e req-b4255815-b8a9-4da9-9059-61627fb67aad tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0614839 Jul 27 15:30:57.536010 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6c8d9280-d90b-45ab-9bbd-3eef24dfc96e req-fbc873b6-58ea-4239-aa66-6030522b854a tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac224a83-e646-4a8b-b32d-8df1d8679035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jul 27 15:30:57.858111 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-cd6dc681-d54a-439d-a355-0a2e28d95ef2 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:30:57.859578 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-cd6dc681-d54a-439d-a355-0a2e28d95ef2 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 949 time: 0.0636668 Jul 27 15:30:57.960758 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Deleting port c2db5982-7696-4fa4-b022-b07772d922e1 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:30:57.961099 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:58.047919 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] For port c2db5982-7696-4fa4-b022-b07772d922e1, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c2db5982-7696-4fa4-b022-b07772d922e1,segment=NetworkSegment(73553dc5-1659-40d6-ac3a-c2933c81a4a6),segment_id=73553dc5-1659-40d6-ac3a-c2933c81a4a6)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:58.048281 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:58.060273 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Calling delete_port for c2db5982-7696-4fa4-b022-b07772d922e1 owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:30:58.181557 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:58.211928 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Pushing event deleted for resources: {'Port': ['ID=c2db5982-7696-4fa4-b022-b07772d922e1,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:58.226595 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['c2db5982-7696-4fa4-b022-b07772d922e1'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:30:58.258130 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] No DVR routers for this DVR port c2db5982-7696-4fa4-b022-b07772d922e1 on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:30:58.260653 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:30:58.262852 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-56bb3954-0d75-4c02-b0a0-0dfe5c72386f req-bf56d760-4d55-4f6c-aa69-b1141080a7ed tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.46 "DELETE /v2.0/ports/c2db5982-7696-4fa4-b022-b07772d922e1 HTTP/1.1" status: 204 len: 173 time: 0.3937120 Jul 27 15:30:58.263298 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'name': 'network-vif-deleted', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:30:58.265600 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf6df8-a7ca-45c4-a6f8-ea6dcb7dd5a2" -d '{"events": [{"server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "name": "network-vif-deleted", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:58.302456 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5f2cc-2ddf-47ac-b465-015328c677d5 x-openstack-request-id: req-73b5f2cc-2ddf-47ac-b465-015328c677d5 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:58.302774 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb952ad-8dda-40ae-bd30-25e45c5059b5", "name": "network-vif-deleted", "tag": "c2db5982-7696-4fa4-b022-b07772d922e1", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:58.303023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73b5f2cc-2ddf-47ac-b465-015328c677d5 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:58.303424 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb952ad-8dda-40ae-bd30-25e45c5059b5', 'name': 'network-vif-deleted', 'tag': 'c2db5982-7696-4fa4-b022-b07772d922e1', 'status': 'completed', 'code': 200} Jul 27 15:30:58.639896 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-524f9f8c-9686-4178-8627-0bd0d5021dd4 req-e00174c3-49ac-49b6-87ba-d57e82678cf3 tempest-VolumesNegativeTest-1072377620 tempest-VolumesNegativeTest-1072377620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bb952ad-8dda-40ae-bd30-25e45c5059b5 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Jul 27 15:31:01.236101 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c2db5982-7696-4fa4-b022-b07772d922e1 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:31:01.260694 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: c2db5982-7696-4fa4-b022-b07772d922e1 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:31:01.261114 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device c2db5982-7696-4fa4-b022-b07772d922e1 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:31:03.243209 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40020) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:31:03.366481 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-220c34aa-c7bf-498a-a113-5b2ee1e94857 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a045521b0f4b4f308f24110fa4a66a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221182 Jul 27 15:31:03.368960 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40024) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:31:03.414692 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:03.434836 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:03.481969 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:03.484519 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:03.485644 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac224a83-e646-4a8b-b32d-8df1d8679035 HTTP/1.1" status: 204 len: 168 time: 0.1158156 Jul 27 15:31:03.492999 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac224a83-e646-4a8b-b32d-8df1d8679035,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:03.499880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.500232 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.500590 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.500913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.501250 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.501648 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.501906 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.502237 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.502677 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.503123 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.503452 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:03.503778 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed96a3b-3f71-4757-9ec6-3b694f037457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:31:16.035930 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:16.270824 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-dc3be201-1ea3-40b8-8510-74336abbb1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:18.731834 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f93e-0f40-4ab0-bd5e-7e6311ccad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:19.016939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:19.994924 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:21.966315 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.433018 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40162) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:31:23.531959 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-40c12d24-6825-4f9e-8b62-0a7629f988cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.619184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-40c12d24-6825-4f9e-8b62-0a7629f988cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.623276 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-40c12d24-6825-4f9e-8b62-0a7629f988cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_create {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.660487 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-40c12d24-6825-4f9e-8b62-0a7629f988cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b969f2b5be05433aa5fe0c71747863d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258873 Jul 27 15:31:23.661309 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c12d24-6825-4f9e-8b62-0a7629f988cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384173e9-444e-4ab0-b000-0cf8047a8bac,revision_number=1']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:23.663216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40166) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:31:23.710411 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.731099 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.779148 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.781783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:23.782934 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384173e9-444e-4ab0-b000-0cf8047a8bac HTTP/1.1" status: 204 len: 168 time: 0.1187410 Jul 27 15:31:23.790816 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72f8dd-7240-4da6-b672-c79e237c88b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384173e9-444e-4ab0-b000-0cf8047a8bac,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:28.621803 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:31:46.048382 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:46.270807 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-101d6ca5-e6eb-4968-bf08-d16f52938f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:48.734461 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-621bf24b-35f6-4043-b46b-896d19b6b39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:49.017336 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:49.996729 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:51.971519 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:31:54.491750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-b5da7a3d-8833-4b37-b63b-b95e788da262 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511665 Jul 27 15:31:54.686531 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-d5193754-283c-4c62-9a84-25cf5b62f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:31:54.688544 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-d5193754-283c-4c62-9a84-25cf5b62f4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1099 time: 0.1560316 Jul 27 15:31:54.797823 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-a871a92d-83b8-4542-8c53-0b99fe4f3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:31:54.799210 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-a871a92d-83b8-4542-8c53-0b99fe4f3a52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0850542 Jul 27 15:31:54.865244 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-41467cac-9503-4be7-9bd7-050773fb0166 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 1002 time: 0.0554264 Jul 27 15:31:54.915797 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-1b7d622e-5926-42e8-b28f-d042708c2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:31:54.917199 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-1b7d622e-5926-42e8-b28f-d042708c2400 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0410249 Jul 27 15:31:54.992555 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-16868927-454f-42b9-a13c-f3bc316ffd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:31:54.994052 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-16868927-454f-42b9-a13c-f3bc316ffd15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658290 Jul 27 15:31:55.010412 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-6a88180c-fb82-4364-8753-a04db189ea38 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:31:55.011380 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-6a88180c-fb82-4364-8753-a04db189ea38 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050464 Jul 27 15:31:55.101957 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-fcdc64c9-2ef3-406a-ab17-0239ea57a1c7 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783975 Jul 27 15:31:55.197271 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7cfbf58a-c2cb-457d-8d13-cf8e2475899c req-a3b18fd3-9f45-4675-accb-07da6cef5cfe service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811145 Jul 27 15:32:03.781794 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6c14c-862b-4bd1-bf03-afadf30741d2 req-b56e9636-8ee0-4b1e-bf35-33b0f7edc023 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:03.783572 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d6a6c14c-862b-4bd1-bf03-afadf30741d2 req-b56e9636-8ee0-4b1e-bf35-33b0f7edc023 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1693606 Jul 27 15:32:03.820670 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-d6a6c14c-862b-4bd1-bf03-afadf30741d2 req-447826d7-674f-4d93-8096-6156b6b99e64 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 27 15:32:04.994194 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed1d9-dc17-4988-9677-487988b1fcc2 req-99b0d9dc-9430-4153-8f10-0c07abbf963b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:04.995667 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e4ed1d9-dc17-4988-9677-487988b1fcc2 req-99b0d9dc-9430-4153-8f10-0c07abbf963b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1073923 Jul 27 15:32:05.032715 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2e4ed1d9-dc17-4988-9677-487988b1fcc2 req-e2a3ee3a-1280-49da-a37c-ef1459ae3cee tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Jul 27 15:32:05.620635 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:32:06.162137 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fda29-e1bd-4720-bc85-c9001ee63d84 req-b36d69ab-0e85-49bb-ad4f-f3943a6069f5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:06.163618 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-007fda29-e1bd-4720-bc85-c9001ee63d84 req-b36d69ab-0e85-49bb-ad4f-f3943a6069f5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0646272 Jul 27 15:32:06.199393 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-007fda29-e1bd-4720-bc85-c9001ee63d84 req-8e2e5137-90c1-4189-a9cc-842a2035cfc5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298924 Jul 27 15:32:07.329256 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5155b-9084-428e-bdf0-cbcee67a3e3d req-c26b096f-e25c-4c4a-b73e-c6b084802875 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:07.330825 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bcc5155b-9084-428e-bdf0-cbcee67a3e3d req-c26b096f-e25c-4c4a-b73e-c6b084802875 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0655770 Jul 27 15:32:07.369082 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bcc5155b-9084-428e-bdf0-cbcee67a3e3d req-7d43ad2e-49fd-4cba-8fea-c8b416ff9c1b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324631 Jul 27 15:32:08.496045 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337ed28-95e6-411e-a5ef-3664ffe5d025 req-0ec76036-179b-4e8c-8c79-38abff7b2765 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:08.497514 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a337ed28-95e6-411e-a5ef-3664ffe5d025 req-0ec76036-179b-4e8c-8c79-38abff7b2765 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0643644 Jul 27 15:32:08.534262 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a337ed28-95e6-411e-a5ef-3664ffe5d025 req-ea9254a2-29b9-466b-bf89-90aa980c2e68 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Jul 27 15:32:09.661413 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbd2d9-f0c3-4226-8178-bbfdd107b503 req-85d2fa01-cd26-4b3f-a207-57304285e7af tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:09.662952 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0dbbd2d9-f0c3-4226-8178-bbfdd107b503 req-85d2fa01-cd26-4b3f-a207-57304285e7af tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0622623 Jul 27 15:32:09.698398 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0dbbd2d9-f0c3-4226-8178-bbfdd107b503 req-379f9f63-0167-416e-a656-4f1697a29d73 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296783 Jul 27 15:32:10.823127 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea572c-58e9-472c-9529-292fd6cce09f req-bb696cb4-6d51-4f10-a16d-9932cca7992f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:10.824637 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83ea572c-58e9-472c-9529-292fd6cce09f req-bb696cb4-6d51-4f10-a16d-9932cca7992f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0619354 Jul 27 15:32:10.860934 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-83ea572c-58e9-472c-9529-292fd6cce09f req-a411d3a0-3dfc-4928-bfd2-ecb77b3d3ae3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Jul 27 15:32:11.990996 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09798-4671-4037-97cb-79dbe15587a6 req-69c66c0e-8673-4d1c-bae0-493cc18a99ea tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:11.992476 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e09798-4671-4037-97cb-79dbe15587a6 req-69c66c0e-8673-4d1c-bae0-493cc18a99ea tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0653203 Jul 27 15:32:12.029140 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a4e09798-4671-4037-97cb-79dbe15587a6 req-42932a28-1e5c-4d77-90bd-3576642b27e9 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Jul 27 15:32:13.153749 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040251b-0a8d-4f65-bbec-e2686eb91c7b req-b1e9038e-e216-45cc-a2f2-47402b4946f2 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:13.155311 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f040251b-0a8d-4f65-bbec-e2686eb91c7b req-b1e9038e-e216-45cc-a2f2-47402b4946f2 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0619621 Jul 27 15:32:13.193425 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f040251b-0a8d-4f65-bbec-e2686eb91c7b req-313d3615-15f7-4e84-9ae2-6eabb62d4962 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Jul 27 15:32:13.940131 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-05682644-3647-4848-bf68-95358252aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:13.941663 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-05682644-3647-4848-bf68-95358252aa7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0575016 Jul 27 15:32:14.030948 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-92827004-32ab-4dd3-b298-de17037af538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:14.032619 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-92827004-32ab-4dd3-b298-de17037af538 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.0801239 Jul 27 15:32:14.101506 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-35b9901e-9b12-4b28-a0a4-d14f4a800c5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1002 time: 0.0582786 Jul 27 15:32:14.424967 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-3a885ffd-e88f-404a-ba69-a507be35f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:14.426430 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-3a885ffd-e88f-404a-ba69-a507be35f86f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.3144832 Jul 27 15:32:14.482772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602adb3-7448-4d3b-a999-aed680ab3080 req-338ceb32-9c94-4c48-b378-42b8c32be6df tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:14.484144 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8602adb3-7448-4d3b-a999-aed680ab3080 req-338ceb32-9c94-4c48-b378-42b8c32be6df tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1034813 Jul 27 15:32:14.525017 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-079887b3-c0b7-4d92-a85b-351faa896888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:14.526455 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-079887b3-c0b7-4d92-a85b-351faa896888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898547 Jul 27 15:32:14.533667 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8602adb3-7448-4d3b-a999-aed680ab3080 req-04092744-dab4-4dac-b011-4b01b4eabc69 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Jul 27 15:32:14.614483 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-d0e5566a-76d6-4ee3-8b13-cea042acbdbc service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795791 Jul 27 15:32:14.708684 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3c4e0559-b267-46bc-9d96-9fe71f9976c6 req-92032baf-6b85-46dd-bd49-599fad60b750 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830264 Jul 27 15:32:15.658570 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70b5b-67c6-4bf1-b006-5febc7838540 req-6b6a7cb7-e601-4337-a841-bcf01fd32161 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:15.659932 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3ed70b5b-67c6-4bf1-b006-5febc7838540 req-6b6a7cb7-e601-4337-a841-bcf01fd32161 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0623212 Jul 27 15:32:15.696208 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3ed70b5b-67c6-4bf1-b006-5febc7838540 req-5a300c0c-b8ba-4450-bdde-eae5766eeb4a tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299308 Jul 27 15:32:16.052355 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:16.270446 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b632618b-3e86-4967-b1a6-1f23c18e6cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:16.820348 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532fac5-c274-4904-baf8-15b8d2128f28 req-e4c2915b-b913-4d45-a2e8-f3e783877e11 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:16.821715 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b532fac5-c274-4904-baf8-15b8d2128f28 req-e4c2915b-b913-4d45-a2e8-f3e783877e11 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0610723 Jul 27 15:32:16.857989 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b532fac5-c274-4904-baf8-15b8d2128f28 req-ca11f158-3425-433d-af31-8db4138715f9 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304930 Jul 27 15:32:17.986619 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b603be-cf12-494c-89ee-fcbbeca04397 req-6a5bb242-a267-45d3-a794-8016fb209eb0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:17.988086 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-84b603be-cf12-494c-89ee-fcbbeca04397 req-6a5bb242-a267-45d3-a794-8016fb209eb0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0646489 Jul 27 15:32:18.025371 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-84b603be-cf12-494c-89ee-fcbbeca04397 req-4529a3db-96e1-405b-bbed-5597aca0b6c1 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 Jul 27 15:32:18.735612 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-dcab01f0-2139-4e9c-82f2-1192f467c83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:19.017643 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:19.151151 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7fd68-0d41-4bea-84f9-a5f3913d7439 req-96f3da2e-6931-4943-aae8-671118b19f7d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:19.152646 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-20e7fd68-0d41-4bea-84f9-a5f3913d7439 req-96f3da2e-6931-4943-aae8-671118b19f7d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0626636 Jul 27 15:32:19.190044 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-20e7fd68-0d41-4bea-84f9-a5f3913d7439 req-cfb9d1fa-1657-4639-b880-a6b0d52ce99c tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Jul 27 15:32:20.000173 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:20.319108 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b476aa-cdbe-4eb8-948f-adb44abbc762 req-b32e732d-62ec-4ca2-ac3a-26f527930226 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:20.320549 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6b476aa-cdbe-4eb8-948f-adb44abbc762 req-b32e732d-62ec-4ca2-ac3a-26f527930226 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0637739 Jul 27 15:32:20.356130 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e6b476aa-cdbe-4eb8-948f-adb44abbc762 req-6375da99-cd5b-4d37-8305-0430278835ec tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298853 Jul 27 15:32:21.485249 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec9fc7-2a7f-4d75-ae3e-cea25da810f8 req-10b01f42-0875-45f2-8298-a6d1c81fe4ed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:21.486819 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9ec9fc7-2a7f-4d75-ae3e-cea25da810f8 req-10b01f42-0875-45f2-8298-a6d1c81fe4ed tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0610285 Jul 27 15:32:21.523686 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b9ec9fc7-2a7f-4d75-ae3e-cea25da810f8 req-a0670e2c-b1d9-42ba-a771-7d2185797187 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Jul 27 15:32:21.750834 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:32:21.827911 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:21.849526 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:32:21.852322 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e04c47-a41a-40d8-8606-eae6c81c8921" -d '{"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:21.865147 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:21.870457 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:21.901848 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adecae1-a793-4948-bed4-7ac25e301028 x-openstack-request-id: req-3adecae1-a793-4948-bed4-7ac25e301028 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:21.902235 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:21.902600 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3adecae1-a793-4948-bed4-7ac25e301028 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:21.902997 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'code': 200} Jul 27 15:32:21.925898 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=6']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:21.933431 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.933787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.934131 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.934486 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.934828 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.935161 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.935495 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.935825 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.936157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.936486 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.936811 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.937136 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:21.971067 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:22.243776 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-a157ec70-1a6f-43b5-aabf-589cfe05fe39 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948308224&fields=id&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 267 time: 0.0339947 Jul 27 15:32:22.352753 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-6821fa72-0db2-4792-b831-8608f5cee5e8 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:22.354188 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-6821fa72-0db2-4792-b831-8608f5cee5e8 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1038439 Jul 27 15:32:22.369336 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-f2789e16-d293-4631-a92b-e5bf527541f8 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/quotas/e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 375 time: 0.0093942 Jul 27 15:32:22.439148 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-61272150-98ef-4aeb-805d-042b0ca2a239 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647247 Jul 27 15:32:22.453670 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-aa4cccb3-dded-4ddc-a6d9-2690c45ae4df service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93076) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 15:32:22.454634 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-aa4cccb3-dded-4ddc-a6d9-2690c45ae4df service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Jul 27 15:32:22.541566 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-56d08d20-c976-4c28-942b-b6419129f33c service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815847 Jul 27 15:32:22.664768 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-bdb3d0ba-d600-4bf7-9802-6d3389860908 service neutron] 10.222.0.37 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170669 Jul 27 15:32:22.682586 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223c11-3f9c-466f-b53f-ea8b3de4316f req-9efb0a5e-8856-4b76-92b6-e41b112f703b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:22.684067 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-18223c11-3f9c-466f-b53f-ea8b3de4316f req-9efb0a5e-8856-4b76-92b6-e41b112f703b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0937884 Jul 27 15:32:22.722230 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-18223c11-3f9c-466f-b53f-ea8b3de4316f req-f5a0d544-9c5f-4dfe-8a91-572df2a5bec1 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Jul 27 15:32:23.005416 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f0312d7c-0046-4794-92ac-05c0e08e0f9a req-428efc58-fd4d-478e-b3f4-a1ada883e607 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 210 time: 0.0536664 Jul 27 15:32:23.027624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891248-209a-4474-98a6-c517f583598c req-346028f6-acb3-485e-9fb3-703a452b76a3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:23.029111 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8891248-209a-4474-98a6-c517f583598c req-346028f6-acb3-485e-9fb3-703a452b76a3 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1485846 Jul 27 15:32:23.065523 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-fc878140-b24b-49f2-ae81-9f7920b7e226 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913271 Jul 27 15:32:23.077950 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f8891248-209a-4474-98a6-c517f583598c req-bb4a578b-9bda-4ab8-b247-1ad9d2ef72e0 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Jul 27 15:32:24.105231 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3bd8fd94-f412-4a46-bf0b-3957495d3b83 req-f30b9f76-7786-4154-bdc5-46e75f0350f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 210 time: 0.0341599 Jul 27 15:32:24.263233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-0a2b9ac1-0be8-4745-8e5c-331db4bd17db tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:24.264720 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-0a2b9ac1-0be8-4745-8e5c-331db4bd17db tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 812 time: 0.1477087 Jul 27 15:32:24.283456 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78812b-25f8-497d-9185-85eeb27ba5e0 req-85e60329-5baf-4be2-a5b3-aa0721fa45a2 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:24.284934 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc78812b-25f8-497d-9185-85eeb27ba5e0 req-85e60329-5baf-4be2-a5b3-aa0721fa45a2 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1111844 Jul 27 15:32:24.347146 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-cc78812b-25f8-497d-9185-85eeb27ba5e0 req-8fce7b73-1fbc-4677-a14b-c2748128902b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556154 Jul 27 15:32:24.352163 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-9df02efa-d90e-47e2-a0f7-437dea520980 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a65d475c9846dfabea23794dd2e636 HTTP/1.1" status: 200 len: 379 time: 0.0470688 Jul 27 15:32:24.363378 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'port': {'device_id': '58d872d5-665e-46be-9f34-856441ac0b06', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'admin_state_up': True, 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'security_groups': ['07be5357-38d9-4e19-b702-01c09360f659']}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:32:24.482857 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Made reservation on behalf of e9a65d475c9846dfabea23794dd2e636 for: {'port': 1} {{(pid=93076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:32:24.486233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:24.607883 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.20.0.8 (16425a87-2cd0-48ad-8f02-b03806548cee/3dbea291-3fe0-47da-93a5-4f89167478f6/9c2d5624-5a13-4e47-a504-f32fcb79febc) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:32:24.745923 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:24.760882 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Transition to ACTIVE for port object 9c2d5624-5a13-4e47-a504-f32fcb79febc will not be triggered until provisioned by entity DHCP. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:32:24.796725 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:24.812187 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-c26fae40-ae1a-4053-ba6c-7db48f8f16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:24.813698 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-c26fae40-ae1a-4053-ba6c-7db48f8f16c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0&tenant_id=8d408d4ffc5942fd9b0b500355b1e57a HTTP/1.1" status: 200 len: 1097 time: 0.0570581 Jul 27 15:32:24.841889 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network 16425a87-2cd0-48ad-8f02-b03806548cee is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:32:24.847142 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:32:24.850691 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:32:24.880511 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:24.895054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.895422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.895743 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.896099 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.896434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.899815 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.900299 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.900649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.900994 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.901335 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.901669 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.901998 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:24.926707 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:24.927658 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:24.928990 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-2ca88238-8ee1-47d8-b2f2-ccc9621eecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:24.930640 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-2ca88238-8ee1-47d8-b2f2-ccc9621eecb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1097 time: 0.0782406 Jul 27 15:32:24.946093 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-ecd821e1-3713-462f-a15b-350f8abf3c94 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874302 Jul 27 15:32:24.982520 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Request body: {'port': {'device_id': '58d872d5-665e-46be-9f34-856441ac0b06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:32:25.041374 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-3889ac2b-6978-4315-bbeb-261516498e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.044646 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-3889ac2b-6978-4315-bbeb-261516498e42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.1015260 Jul 27 15:32:25.077777 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.122594 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-c5e5e8eb-ae89-4d8b-90f7-21dcdd715355 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1000 time: 0.0669384 Jul 27 15:32:25.181184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-1cc21fea-a67c-4a63-bfdc-3b769a284f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.182850 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-1cc21fea-a67c-4a63-bfdc-3b769a284f39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0530117 Jul 27 15:32:25.219791 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e6e2ea4c-7ce5-4f7b-93b8-fd812b79fded None None] Provisioning for port 9c2d5624-5a13-4e47-a504-f32fcb79febc completed by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:32:25.224661 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-e6e2ea4c-7ce5-4f7b-93b8-fd812b79fded None None] Provisioning complete for port 9c2d5624-5a13-4e47-a504-f32fcb79febc triggered by entity DHCP. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:32:25.225940 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ea4c-7ce5-4f7b-93b8-fd812b79fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.253425 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-cf96ac3f-c619-440e-b3be-658bff502c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.255201 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-cf96ac3f-c619-440e-b3be-658bff502c28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605786 Jul 27 15:32:25.260793 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2ea4c-7ce5-4f7b-93b8-fd812b79fded None None] Port 9c2d5624-5a13-4e47-a504-f32fcb79febc cannot update to ACTIVE because it is not bound. {{(pid=93078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 15:32:25.311937 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f67d2-1b73-4bea-8206-8549d9e4bd92 req-eee6f053-c7f6-4f91-a7a8-d5f981679b3e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.313420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ca5f67d2-1b73-4bea-8206-8549d9e4bd92 req-eee6f053-c7f6-4f91-a7a8-d5f981679b3e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 931 time: 0.1291738 Jul 27 15:32:25.360256 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-fb2a49c2-082e-4e19-9691-f4241a6bbf14 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934854 Jul 27 15:32:25.376117 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ca5f67d2-1b73-4bea-8206-8549d9e4bd92 req-4126c2ed-43a1-49d9-a21f-b1758f149c0c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558269 Jul 27 15:32:25.420551 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2d5624-5a13-4e47-a504-f32fcb79febc {{(pid=93076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:32:25.437087 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.456951 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-90633aa6-4be0-4ecf-9d92-96a0b60bca4f req-7a8fc548-6ad4-4f50-9f71-79c4f362fd68 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Jul 27 15:32:25.469541 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.provisioning_blocks [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Transition to ACTIVE for port object 9c2d5624-5a13-4e47-a504-f32fcb79febc will not be triggered until provisioned by entity L2. {{(pid=93076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 15:32:25.474045 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.545640 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eb46b-1b59-4230-9d4f-8002ad380948 req-fd031986-d57e-44d0-8dc4-94f5e57ae76c tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.547247 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-560eb46b-1b59-4230-9d4f-8002ad380948 req-fd031986-d57e-44d0-8dc4-94f5e57ae76c tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1220279 Jul 27 15:32:25.547879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:25.635251 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-560eb46b-1b59-4230-9d4f-8002ad380948 req-11a1d087-15ba-4f22-a6f9-0e7a7bf1b58f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800295 Jul 27 15:32:25.648988 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Attempting to bind port 9c2d5624-5a13-4e47-a504-f32fcb79febc on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 15:32:25.649337 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Attempting to bind port 9c2d5624-5a13-4e47-a504-f32fcb79febc by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 15:32:25.649671 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Attempting to bind port 9c2d5624-5a13-4e47-a504-f32fcb79febc on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:32:25.659446 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Port 9c2d5624-5a13-4e47-a504-f32fcb79febc on network 16425a87-2cd0-48ad-8f02-b03806548cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 15:32:25.659446 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Attempting to bind port 9c2d5624-5a13-4e47-a504-f32fcb79febc on network 16425a87-2cd0-48ad-8f02-b03806548cee {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 15:32:25.660290 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Checking agent: {'id': '5b746d7f-ea27-4fa3-a203-d9e9e83db576', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'started_at': datetime.datetime(2021, 7, 27, 15, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 15:32:25.660626 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Checking segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 15:32:25.661009 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Bound using segment: {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'} {{(pid=93076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 15:32:25.661435 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.managers [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Bound port: 9c2d5624-5a13-4e47-a504-f32fcb79febc, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e5160-eeba-433a-b6b4-24902ca08cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee'}}] {{(pid=93076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 15:32:25.661795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.726689 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, cleared binding levels {{(pid=93076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:32:25.733880 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:32:25.738445 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.771590 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.772484 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:25.774330 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 200 len: 1093 time: 0.7961783 Jul 27 15:32:25.774624 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:32:25.777203 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3090fced-a3fc-47ae-89a6-0f77fb35d064" -d '{"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:25.803672 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d97d1-307b-4b91-80e2-cfa5872761e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=3']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:25.892795 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f923740-8291-4a26-8af1-3343368cf7b2 x-openstack-request-id: req-9f923740-8291-4a26-8af1-3343368cf7b2 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:25.897007 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:25.897007 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f923740-8291-4a26-8af1-3343368cf7b2 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:25.897007 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'status': 'completed', 'code': 200} Jul 27 15:32:25.911627 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-aa1f5938-3f97-4244-87b4-01855ff5ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:25.913205 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-aa1f5938-3f97-4244-87b4-01855ff5ab33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1096 time: 0.0643501 Jul 27 15:32:25.965642 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-8029610d-d42b-4a8a-be95-f9b4a52386db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 200 len: 217 time: 0.0381737 Jul 27 15:32:26.018023 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-a77072aa-b638-442e-8807-cc0452b014fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.019528 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-a77072aa-b638-442e-8807-cc0452b014fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0427742 Jul 27 15:32:26.083986 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-7f54d96f-12f4-4030-ba67-5d1e825b72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.085866 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-7f54d96f-12f4-4030-ba67-5d1e825b72fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553644 Jul 27 15:32:26.180311 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-c7f57b93-2bca-438d-a965-eeec229d13af service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812089 Jul 27 15:32:26.271174 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-14537c7f-e1df-4d16-ba68-f12240cb2380 req-eff13bfc-adce-446d-b9ab-5d5b35a8018c service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787055 Jul 27 15:32:26.435133 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-034c2bdb-5fb7-4800-8f64-9607d1b08aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.436649 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-034c2bdb-5fb7-4800-8f64-9607d1b08aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1096 time: 0.0546441 Jul 27 15:32:26.574491 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d59283-dd1d-471a-bbcb-f315d48acb23 req-092e416e-ef9e-43b8-9df1-f7cef5d34dbb tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.575981 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-59d59283-dd1d-471a-bbcb-f315d48acb23 req-092e416e-ef9e-43b8-9df1-f7cef5d34dbb tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.1294920 Jul 27 15:32:26.578572 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-b35a928b-08a6-4236-ac1a-8c9474cab769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.579910 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-b35a928b-08a6-4236-ac1a-8c9474cab769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.1254532 Jul 27 15:32:26.634448 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-7f271f28-e8f0-4ea5-9476-4ac63eaca827 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 200 len: 217 time: 0.0396261 Jul 27 15:32:26.645844 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-59d59283-dd1d-471a-bbcb-f315d48acb23 req-93edc7d2-70fa-4bbd-9aa5-5c7b28a4628a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638635 Jul 27 15:32:26.722506 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-c273358e-a81a-4fdc-8dd2-9b6078ae0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.723892 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-c273358e-a81a-4fdc-8dd2-9b6078ae0b17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0652313 Jul 27 15:32:26.814958 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84ba1-0540-4788-b7be-1266a57a4acc req-dd65e08f-8dfe-427a-a6c4-c53adb7f67db tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.816399 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ea84ba1-0540-4788-b7be-1266a57a4acc req-dd65e08f-8dfe-427a-a6c4-c53adb7f67db tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.1051891 Jul 27 15:32:26.821841 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-a690f772-982c-444a-a74d-8bc61583e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:26.823231 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-a690f772-982c-444a-a74d-8bc61583e95c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795145 Jul 27 15:32:27.135375 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-6ea84ba1-0540-4788-b7be-1266a57a4acc req-795f45b6-adb2-4837-9dc7-b9a0c2d9924d tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112156 Jul 27 15:32:27.168420 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-00a345bf-863c-4e82-ab18-0f4389089089 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937250 Jul 27 15:32:27.262836 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-3090fced-a3fc-47ae-89a6-0f77fb35d064 req-c30bd44f-4a84-4cf1-b03c-53ba75dd4549 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825410 Jul 27 15:32:27.780955 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dc349-3da2-4f26-a716-1742962735fa req-81b3752c-3300-46ae-85de-67c52996d0d1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:27.783390 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b24dc349-3da2-4f26-a716-1742962735fa req-81b3752c-3300-46ae-85de-67c52996d0d1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0729654 Jul 27 15:32:27.819339 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-b24dc349-3da2-4f26-a716-1742962735fa req-7a8a2506-3c4a-45f9-a357-ceb7a32e1887 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301263 Jul 27 15:32:28.260516 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2e651-b465-4468-8da6-945fff63d346 req-bb3ccb72-18d0-422c-8fce-ded8bd1d1382 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:28.261862 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22f2e651-b465-4468-8da6-945fff63d346 req-bb3ccb72-18d0-422c-8fce-ded8bd1d1382 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0607011 Jul 27 15:32:28.300866 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-22f2e651-b465-4468-8da6-945fff63d346 req-e07bad52-a35c-4861-a852-f3e2072e7135 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Jul 27 15:32:28.944518 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066c541-9b0c-4599-a7ef-72e45c7d5b9b req-14c173af-2aa2-4a81-9249-94254bfbab6d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:28.945976 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a066c541-9b0c-4599-a7ef-72e45c7d5b9b req-14c173af-2aa2-4a81-9249-94254bfbab6d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0618668 Jul 27 15:32:28.982526 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-a066c541-9b0c-4599-a7ef-72e45c7d5b9b req-5877ce36-cbcd-478f-8697-b766205ff3d5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Jul 27 15:32:29.427094 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c13999-1548-4e3e-b049-2924ee9b9226 req-5814b6bf-8bbc-4cfb-8bd6-c11b1d982cdb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:29.428546 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f0c13999-1548-4e3e-b049-2924ee9b9226 req-5814b6bf-8bbc-4cfb-8bd6-c11b1d982cdb tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0619779 Jul 27 15:32:29.465309 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f0c13999-1548-4e3e-b049-2924ee9b9226 req-40a01683-21b4-4a72-8555-924793ee8c10 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305634 Jul 27 15:32:30.110680 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36eff-fa04-4ad9-b502-5f688f991eb8 req-3f553ec4-6841-4163-8833-5dfad118fc87 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:30.112143 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9da36eff-fa04-4ad9-b502-5f688f991eb8 req-3f553ec4-6841-4163-8833-5dfad118fc87 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0655591 Jul 27 15:32:30.148520 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9da36eff-fa04-4ad9-b502-5f688f991eb8 req-935cd2aa-96d0-46eb-a9e1-54addc99a37a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306273 Jul 27 15:32:30.590379 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821ba8b-ce79-41aa-a01e-aaeb4e1af5bd req-5a686129-7d8b-40e0-8af1-1720c0568764 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:30.591916 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7821ba8b-ce79-41aa-a01e-aaeb4e1af5bd req-5a686129-7d8b-40e0-8af1-1720c0568764 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0625741 Jul 27 15:32:30.628154 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7821ba8b-ce79-41aa-a01e-aaeb4e1af5bd req-cae68552-c04c-4e2b-b51c-adf94b0765f7 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Jul 27 15:32:31.279567 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365c849-cf97-4006-bd31-54f793931f60 req-d176ab67-7353-49ce-8791-f8ae2ff0937d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:31.281069 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8365c849-cf97-4006-bd31-54f793931f60 req-d176ab67-7353-49ce-8791-f8ae2ff0937d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0637026 Jul 27 15:32:31.323106 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8365c849-cf97-4006-bd31-54f793931f60 req-90650fe3-116f-4048-9b95-ea127a6458aa tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357013 Jul 27 15:32:31.754591 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76727a2b-e81b-4d0f-ad0f-cf506d4fb037 req-cc52f19d-d6a4-4904-a542-6bc8c4d60667 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:31.755919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-76727a2b-e81b-4d0f-ad0f-cf506d4fb037 req-cc52f19d-d6a4-4904-a542-6bc8c4d60667 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 944 time: 0.0625076 Jul 27 15:32:31.792983 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-76727a2b-e81b-4d0f-ad0f-cf506d4fb037 req-e6543dc7-a085-43b3-a446-311734096c99 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Jul 27 15:32:31.817101 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:32:31.912689 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:31.924692 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'port_id': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'mac_address': 'fa:16:3e:4c:10:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:32:31.959504 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:31.971994 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:32:31.991402 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:31.994917 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:32.040596 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=7']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:32.317642 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:32:32.448219 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aefc55-c4c2-45d7-a4b9-233fb5eed402 req-449b9897-f4f1-4fbe-a543-bb808dd53b0c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:32.449712 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-73aefc55-c4c2-45d7-a4b9-233fb5eed402 req-449b9897-f4f1-4fbe-a543-bb808dd53b0c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0621684 Jul 27 15:32:32.486671 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-73aefc55-c4c2-45d7-a4b9-233fb5eed402 req-526dc9fc-7e85-45e2-83f1-94e9a5cdb4f4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Jul 27 15:32:32.921109 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294d20-08fb-454a-8a84-cb25d002c1a3 req-7712bd34-5480-4ff5-aab1-c3013a9c107b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:32.922675 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44294d20-08fb-454a-8a84-cb25d002c1a3 req-7712bd34-5480-4ff5-aab1-c3013a9c107b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0670991 Jul 27 15:32:32.960132 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-44294d20-08fb-454a-8a84-cb25d002c1a3 req-66a3b218-a572-4fb7-8cf6-4ce7d45626ba tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Jul 27 15:32:33.611772 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d987d10-2f1c-4fbc-9dc5-a7d096c512e0 req-123a7377-f9e7-4f69-b9ff-55446073e4f0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:33.613286 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7d987d10-2f1c-4fbc-9dc5-a7d096c512e0 req-123a7377-f9e7-4f69-b9ff-55446073e4f0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 943 time: 0.0618746 Jul 27 15:32:33.649988 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-7d987d10-2f1c-4fbc-9dc5-a7d096c512e0 req-569f615e-05a1-45e7-897e-62581163ad19 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Jul 27 15:32:33.828340 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9c2d5624-5a13-4e47-a504-f32fcb79febc details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:32:33.842740 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:32:34.070914 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:32:34.071296 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:34.088008 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3c57-62ed-41d0-8032-a2b94dbf907a req-b99f4665-3263-4652-a16c-a0abaa45ae1f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:34.089419 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-461b3c57-62ed-41d0-8032-a2b94dbf907a req-b99f4665-3263-4652-a16c-a0abaa45ae1f tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 945 time: 0.0634930 Jul 27 15:32:34.106077 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:34.123784 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Returning: {'device': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'port_id': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'mac_address': 'fa:16:3e:7b:8d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:32:34.131768 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-461b3c57-62ed-41d0-8032-a2b94dbf907a req-86f83453-608f-40c1-a003-26be8f14110a tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Jul 27 15:32:34.187108 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:34.207787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d5624-5a13-4e47-a504-f32fcb79febc {{(pid=93078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 15:32:34.213910 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:34.240916 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:34.247984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:32:34.250220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9375682-29f5-4cdf-b4da-f7d014387b1c" -d '{"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:34.259683 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:34.266939 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:34.285193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54989ed2-8383-4bbb-a887-320456e37ba3 x-openstack-request-id: req-54989ed2-8383-4bbb-a887-320456e37ba3 {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:34.285497 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:34.285739 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54989ed2-8383-4bbb-a887-320456e37ba3 {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:34.286132 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'code': 200} Jul 27 15:32:34.288587 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:34.313343 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=4']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:34.363433 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=8']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:34.563989 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b6219-71e8-4f00-9e4f-fd177ceda028 req-f86ddfb9-2c82-4e34-a5a5-07aa47bf343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:34.565459 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ca2b6219-71e8-4f00-9e4f-fd177ceda028 req-f86ddfb9-2c82-4e34-a5a5-07aa47bf343b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0516205 Jul 27 15:32:34.601676 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-ca2b6219-71e8-4f00-9e4f-fd177ceda028 req-a8c943db-1d15-40cd-8043-53b9b7a7b1e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273237 Jul 27 15:32:34.612429 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] get_ports_and_sgs() called for port_ids ['9c2d5624-5a13-4e47-a504-f32fcb79febc'] {{(pid=93078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:32:34.776817 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165b8a-9f5e-4164-84ab-302d3ce80071 req-f7bdc00e-faf4-4dd6-966c-a1bf7b4d4a49 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:34.778352 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f3165b8a-9f5e-4164-84ab-302d3ce80071 req-f7bdc00e-faf4-4dd6-966c-a1bf7b4d4a49 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 944 time: 0.0626881 Jul 27 15:32:34.816717 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-f3165b8a-9f5e-4164-84ab-302d3ce80071 req-ad84f480-f6f0-4299-9fe6-78e027484dc5 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Jul 27 15:32:35.259112 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61fdf-a089-4ef6-ad26-14af61c60ad2 req-9e8716b7-96bb-48b8-b85b-4d118e6c1cf7 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:35.260561 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4aa61fdf-a089-4ef6-ad26-14af61c60ad2 req-9e8716b7-96bb-48b8-b85b-4d118e6c1cf7 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0633700 Jul 27 15:32:35.298277 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4aa61fdf-a089-4ef6-ad26-14af61c60ad2 req-d33b2b7a-f005-4646-b222-030a2a92335b tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Jul 27 15:32:35.848436 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9c2d5624-5a13-4e47-a504-f32fcb79febc up at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:32:35.896092 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning for port 9c2d5624-5a13-4e47-a504-f32fcb79febc completed by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 15:32:35.899914 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.provisioning_blocks [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Provisioning complete for port 9c2d5624-5a13-4e47-a504-f32fcb79febc triggered by entity L2. {{(pid=93078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 15:32:35.900290 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867945'] for port, provisioning_complete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:35.950559 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb401dc-8ef9-48f2-a598-11540d86a6c9 req-2a1f7bbf-caf8-4e8e-8c90-0b20c1a5d6c4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:35.952186 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4cb401dc-8ef9-48f2-a598-11540d86a6c9 req-2a1f7bbf-caf8-4e8e-8c90-0b20c1a5d6c4 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 944 time: 0.0658021 Jul 27 15:32:35.975212 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:35.989185 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-4cb401dc-8ef9-48f2-a598-11540d86a6c9 req-d7f62d78-e65e-47bd-8983-c7e73319a315 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jul 27 15:32:36.007809 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:36.012310 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111'] for port, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:36.064578 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Pushing event updated for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=5']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:36.287179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc'}] {{(pid=93078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:32:36.289517 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4943cea7f07103591a0c6564f03fc329eb0d7826b2c27dd88733b9b4a34381e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc78ea0-ade5-4620-b854-47de8c7dfc51" -d '{"events": [{"server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc"}]}' {{(pid=93078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:36.323903 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9072e6-f947-4819-90c7-6fa757fa683c x-openstack-request-id: req-3c9072e6-f947-4819-90c7-6fa757fa683c {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:36.324206 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc", "code": 200}]} {{(pid=93078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:36.324482 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c9072e6-f947-4819-90c7-6fa757fa683c {{(pid=93078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:36.324892 dv-cinder-800431-2-iscsi neutron-server[93078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'code': 200} Jul 27 15:32:36.428036 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f067cb-cf48-4a8a-98b0-e03031ceaf96 req-185b36f0-3130-4607-a82d-79b6d51833a8 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:36.429520 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-06f067cb-cf48-4a8a-98b0-e03031ceaf96 req-185b36f0-3130-4607-a82d-79b6d51833a8 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0667791 Jul 27 15:32:36.468114 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-06f067cb-cf48-4a8a-98b0-e03031ceaf96 req-f6192244-6ebf-42c2-8901-3aa490722952 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Jul 27 15:32:36.590248 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb40e-5556-49c9-a3cd-1222d7f78789 req-4f6f8dbb-33e0-4505-ba3b-91515d866a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:36.592246 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-624bb40e-5556-49c9-a3cd-1222d7f78789 req-4f6f8dbb-33e0-4505-ba3b-91515d866a92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1098 time: 0.0556257 Jul 27 15:32:36.626042 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-624bb40e-5556-49c9-a3cd-1222d7f78789 req-3681252a-dcd1-4383-8165-79c5ef017026 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261528 Jul 27 15:32:37.119275 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6666d4d-4741-4ca7-86a6-6f31b8f86edf req-0afffc51-9944-4c39-9bee-3fc49000c139 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:37.120733 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6666d4d-4741-4ca7-86a6-6f31b8f86edf req-0afffc51-9944-4c39-9bee-3fc49000c139 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0614698 Jul 27 15:32:37.157750 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-c6666d4d-4741-4ca7-86a6-6f31b8f86edf req-37322cce-500a-4b58-bf7d-26e1de5e897a tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 27 15:32:38.285924 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade6fb-5ee7-4df5-8783-147196e0186c req-c8987441-a08e-43c5-8af7-71aa3b4e7ba3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:38.287412 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9eade6fb-5ee7-4df5-8783-147196e0186c req-c8987441-a08e-43c5-8af7-71aa3b4e7ba3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0656278 Jul 27 15:32:38.324239 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9eade6fb-5ee7-4df5-8783-147196e0186c req-ab5a9637-225b-48c4-b35c-c6138d4e9c45 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Jul 27 15:32:38.448175 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e5b6-aaca-490f-888a-d711d633bb8b req-a98dd75e-51f0-483c-aedd-e4fa12d97c02 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:38.449563 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1850e5b6-aaca-490f-888a-d711d633bb8b req-a98dd75e-51f0-483c-aedd-e4fa12d97c02 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0620167 Jul 27 15:32:38.488596 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1850e5b6-aaca-490f-888a-d711d633bb8b req-cf28465b-5ce7-4f9d-a44f-e798887c94cb tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Jul 27 15:32:38.511002 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40358) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:32:38.564517 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89cde71-824e-4467-96ca-d24c68e9f3c2 tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:38.566028 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a89cde71-824e-4467-96ca-d24c68e9f3c2 tempest-TestVolumeBootPattern-293658714 tempest-TestVolumeBootPattern-293658714-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1093 time: 0.0540361 Jul 27 15:32:38.568765 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40360) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:32:38.572974 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.v2.base [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Request body: {'floatingip': {'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'port_id': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 15:32:38.593998 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:38.688571 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:38.793380 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Allocated IP 172.27.1.33 (bb9db46a-480a-406b-bad1-856bc697c5c7/d693c737-e584-4842-9c75-b06208b33512/05413694-6693-4a2b-9140-1b61db9adc28) {{(pid=93076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:32:38.889464 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:38.927740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756703152375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:38.963493 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Network bb9db46a-480a-406b-bad1-856bc697c5c7 is already hosted by enough agents. {{(pid=93076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:32:38.969953 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Resources bound (agent type, host, resource id): {{(pid=93076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:32:38.972487 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Received port after_create {{(pid=93076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 15:32:38.977808 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=05413694-6693-4a2b-9140-1b61db9adc28,revision_number=1']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:39.323595 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:39.401262 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549649'] for port, before_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:39.544366 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for port, precommit_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:39.548790 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756703541742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756703150093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756703150111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886337'] for port, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:39.614516 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event updated for resources: {'Port': ['ID=05413694-6693-4a2b-9140-1b61db9adc28,revision_number=2']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:39.624508 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1715197'] for floatingip, after_update {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:39.720481 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP 1cf20488-9388-4153-a1e3-eade1c431357 associated. External IP: 172.27.1.33, port: 9c2d5624-5a13-4e47-a504-f32fcb79febc. Jul 27 15:32:39.925973 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:32:40.028543 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:32:40.038261 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:32:40.044965 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:40.048256 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:32:40.048885 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:32:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:40.081707 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-2d2d5a4b-752d-411f-b72d-1d19f69836f1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5115633 Jul 27 15:32:40.082835 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:32:40.085553 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356" -d '{"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:40.121447 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407d6b6-28bd-4623-8881-69c3ec5843d2 x-openstack-request-id: req-8407d6b6-28bd-4623-8881-69c3ec5843d2 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:40.121740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:40.121992 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8407d6b6-28bd-4623-8881-69c3ec5843d2 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:40.122396 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'status': 'completed', 'code': 200} Jul 27 15:32:40.155787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:32:40.223139 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-d79f1b73-65a6-4047-94d2-0a70d6438e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:40.224551 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-d79f1b73-65a6-4047-94d2-0a70d6438e36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1098 time: 0.0530882 Jul 27 15:32:40.314721 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-3c748306-1d19-4db0-a467-82a0559c961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:40.316176 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-3c748306-1d19-4db0-a467-82a0559c961d service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0831842 Jul 27 15:32:40.373220 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}, {'id': '1cf20488-9388-4153-a1e3-eade1c431357', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:7b:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d872d5-665e-46be-9f34-856441ac0b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:32:39Z', 'updated_at': '2021-07-27T15:32:39Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:40.379876 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-31c30253-89cd-48d0-912b-45ea3225c5d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 200 len: 998 time: 0.0558827 Jul 27 15:32:40.402443 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:32:40.411389 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:32:40.411997 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:32:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:40.428438 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-0b7ef380-f270-4474-b098-f5abef833ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:40.429886 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-0b7ef380-f270-4474-b098-f5abef833ae6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0431025 Jul 27 15:32:40.491081 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-f72ec1d0-0500-4b42-9ded-c5dd4889d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:40.492509 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-f72ec1d0-0500-4b42-9ded-c5dd4889d8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553367 Jul 27 15:32:40.513441 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:32:40.580654 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-5777299c-89c1-4a52-95d6-8cea14b297de service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802195 Jul 27 15:32:40.673000 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-35e42bdf-3eaf-46b7-80ad-a4d3955d0356 req-a524fdbc-c0e5-4411-9c78-075f0de8b8ff service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Jul 27 15:32:40.729323 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}, {'id': '1cf20488-9388-4153-a1e3-eade1c431357', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:7b:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d872d5-665e-46be-9f34-856441ac0b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:32:39Z', 'updated_at': '2021-07-27T15:32:39Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:40.755254 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22ac6d-527f-420d-ab9f-3cd5720b83e0 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}, {'id': '1cf20488-9388-4153-a1e3-eade1c431357', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:7b:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d872d5-665e-46be-9f34-856441ac0b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:32:39Z', 'updated_at': '2021-07-27T15:32:39Z', 'revision_number': 0, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:32:40.928884 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d19e5-a7b0-444c-8ec7-c5840f46b331 None None] New status for floating IP 1cf20488-9388-4153-a1e3-eade1c431357: ACTIVE {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:32:42.618760 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:32:46.063958 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:46.274373 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-61c8f5ec-3fc1-43d4-a964-d4ee7b1eb562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:48.737037 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d55399b4-826c-4209-a5d1-6fb58e21565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:49.019150 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:50.002269 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:51.976168 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:32:56.477027 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-173b5dc3-2033-4ff0-8e1b-582f51daac2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523286 Jul 27 15:32:56.609723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-d48e364e-053c-4535-b3f1-0561f5d36bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:56.611265 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-d48e364e-053c-4535-b3f1-0561f5d36bcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0530720 Jul 27 15:32:56.717821 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-4b25d4d8-da35-4d94-a6a9-217561169204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:56.719360 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-4b25d4d8-da35-4d94-a6a9-217561169204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.0860124 Jul 27 15:32:56.787748 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-f51dc4db-2f7c-4541-928b-463802cb07e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 1002 time: 0.0554917 Jul 27 15:32:56.841782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-91affa1d-6c93-42e5-8367-8e8dedf1b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:56.843275 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-91affa1d-6c93-42e5-8367-8e8dedf1b1f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0467019 Jul 27 15:32:56.910927 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-a78dc73f-3b6f-472a-ae28-8631e9e5587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:32:56.912428 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-a78dc73f-3b6f-472a-ae28-8631e9e5587e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583470 Jul 27 15:32:57.000503 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-a7bb825f-4570-42c7-a5e4-100062442c6c service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802693 Jul 27 15:32:57.090137 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-812848f4-f4de-40bb-81a3-e7d86d5a6ea6 req-bd1f8460-3a09-4bfb-8244-47a521fa539c service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812838 Jul 27 15:33:16.069990 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:16.273172 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-810bf26b-9b2f-4bee-a16c-e29ddd498b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:18.737027 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ce6fc391-1738-4635-aea4-05aad7d939ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:19.020671 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:19.619064 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:33:20.004871 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:21.978682 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:46.091568 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:46.272428 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc294-5b0b-4078-b443-94eb2262d27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:48.737477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-1cb970c7-64af-47c0-89f3-6cba8bf9dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:49.020212 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:50.007656 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:51.983510 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:54.865116 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40394) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:33:55.016632 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Deleting port fc9a4839-f383-4e20-8756-d90df37bc3c2 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:33:55.016971 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.087836 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.088158 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.099278 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Calling delete_port for fc9a4839-f383-4e20-8756-d90df37bc3c2 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:33:55.476061 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.504063 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event deleted for resources: {'Port': ['ID=fc9a4839-f383-4e20-8756-d90df37bc3c2,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:55.528373 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.528723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.529070 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.529400 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.529731 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.530321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.530740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.531092 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.531414 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.531735 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.532054 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.532369 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:55.572172 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.572522 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Floating IP e6d60eed-8087-4228-95fc-671653cff556 disassociated (deleted). External IP: 172.27.1.127, port: b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322. Jul 27 15:33:55.771432 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:33:55.873346 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:33:55.878627 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:55.883126 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Sync routers for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:33:55.898821 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:33:55.899452 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:55.914449 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-142999a8-0564-40dc-bce7-4930f6977132 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "DELETE /v2.0/floatingips/e6d60eed-8087-4228-95fc-671653cff556 HTTP/1.1" status: 204 len: 168 time: 1.0482547 Jul 27 15:33:55.915073 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:33:55.917305 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72035083-a607-4b33-9dd7-a895cfcf6cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:55.963580 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611facb-35a5-416b-8dab-639202c3aab2 x-openstack-request-id: req-a611facb-35a5-416b-8dab-639202c3aab2 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:55.963873 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:55.964124 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a611facb-35a5-416b-8dab-639202c3aab2 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:55.964532 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'status': 'completed', 'code': 200} Jul 27 15:33:56.091998 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-caf04c25-ec31-4031-9ccb-ccb4af9f08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:56.094073 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-caf04c25-ec31-4031-9ccb-ccb4af9f08d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 1099 time: 0.0710948 Jul 27 15:33:56.129768 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:33:56.236321 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8bf0-4d73-4af9-9062-379a814f3484 req-7ca5edd5-77c6-413a-a7b9-b0b7ef3cdfa6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:56.237805 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0bfe8bf0-4d73-4af9-9062-379a814f3484 req-7ca5edd5-77c6-413a-a7b9-b0b7ef3cdfa6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.1311090 Jul 27 15:33:56.242399 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-c4d927c3-7d41-446e-a9b4-6370a6c2d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:56.243814 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-c4d927c3-7d41-446e-a9b4-6370a6c2d4e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 200 len: 909 time: 0.1270652 Jul 27 15:33:56.298264 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-ca670839-2702-4798-b555-254ec2e61517 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 200 len: 217 time: 0.0405591 Jul 27 15:33:56.335585 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:56.335871 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0bfe8bf0-4d73-4af9-9062-379a814f3484 req-cc6f1145-7828-4e4b-b327-582778420df1 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909607 Jul 27 15:33:56.353354 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-b643529f-0643-4f18-9f40-344525de3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:56.354868 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-b643529f-0643-4f18-9f40-344525de3a0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 200 len: 847 time: 0.0497057 Jul 27 15:33:56.361697 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Checking router: d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:33:56.371984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:33:56.371984 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:56.413960 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-747b5833-4a5b-4727-a589-cc4c5ff232e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:56.415523 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-747b5833-4a5b-4727-a589-cc4c5ff232e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13085574-034d-4ae3-85a6-d6576e439527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532596 Jul 27 15:33:56.478513 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:33:56.509919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-8fb0e161-492d-4d11-8c22-a42322803a25 service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Jul 27 15:33:56.601066 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-72035083-a607-4b33-9dd7-a895cfcf6cf8 req-2797137b-4778-40f0-9afe-b17fcf9e67ec service neutron] 10.222.0.46 "GET /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Jul 27 15:33:56.617862 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:33:56.672484 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:56.701628 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44d92-a04e-4dbe-a02c-0fdbf8c53cef None None] The sync data for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi is: [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:11Z', 'revision_number': 4, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'd9f56fe4-3ba0-4b10-82b1-3905fde487ae', 'name': '', 'network_id': '13085574-034d-4ae3-85a6-d6576e439527', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'mac_address': 'fa:16:3e:97:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:10Z', 'updated_at': '2021-07-27T15:29:18Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'subnets': [{'id': '624aad45-3e43-4d86-be25-378d0e5b6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:33:56.903635 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc811c8-899e-444f-9dbd-8887015d24d9 None None] New status for floating IP e6d60eed-8087-4228-95fc-671653cff556: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:33:57.477180 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c67a8e-0285-4859-a902-e8138c9721db req-2a254adb-b976-4425-a104-2df1a17fba45 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:57.478672 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07c67a8e-0285-4859-a902-e8138c9721db req-2a254adb-b976-4425-a104-2df1a17fba45 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0617614 Jul 27 15:33:57.523627 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-07c67a8e-0285-4859-a902-e8138c9721db req-cb77f9cf-df90-4b91-9957-0918e623ab74 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/security-groups?id=a03a891f-0935-4b17-94ee-23ebc9664edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Jul 27 15:33:58.219912 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-eb2f1eaf-b2e4-43f8-95a5-27847f5fab81 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:58.221250 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-eb2f1eaf-b2e4-43f8-95a5-27847f5fab81 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.46 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 946 time: 0.0638864 Jul 27 15:33:58.320861 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Deleting port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:33:58.321197 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:58.407591 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] For port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:58.407954 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:58.420394 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Calling delete_port for b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 owned by compute:nova {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:33:58.475212 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-71be4fce-8f43-4d36-8a3b-59a3fc19c69d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518875 Jul 27 15:33:58.546830 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:58.574842 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-457dfa1a-5f61-436e-b70f-92d953d05fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:58.576402 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-457dfa1a-5f61-436e-b70f-92d953d05fdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1099 time: 0.0582955 Jul 27 15:33:58.581728 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event deleted for resources: {'Port': ['ID=b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:58.627935 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] No DVR routers for this DVR port b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 on host hv-cinder-80043 {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:33:58.636818 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:33:58.638737 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-847c6289-4093-4803-ba1a-0e3f0c90ce87 req-0b7633c6-7dd9-43fc-b0ca-5d0a006fb493 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.46 "DELETE /v2.0/ports/b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 HTTP/1.1" status: 204 len: 173 time: 0.4067390 Jul 27 15:33:58.639159 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-deleted', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:33:58.642223 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b125b6-3673-473a-be11-3e28eb6ed0ee" -d '{"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-deleted", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:58.666548 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-9eada785-6630-4edd-8694-240fb6f9112b req-3a8ae797-8b1b-4b99-a116-b4e67c5a04f5 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0397441 Jul 27 15:33:58.688515 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102a373-3d03-4cf2-a52b-a742b385588b x-openstack-request-id: req-3102a373-3d03-4cf2-a52b-a742b385588b {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:58.688808 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0", "name": "network-vif-deleted", "tag": "b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:58.689057 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3102a373-3d03-4cf2-a52b-a742b385588b {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:58.689450 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0', 'name': 'network-vif-deleted', 'tag': 'b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322', 'status': 'completed', 'code': 200} Jul 27 15:33:58.702329 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-e52738d2-4cc0-4f13-96e6-f9f0febb7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:58.704360 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-e52738d2-4cc0-4f13-96e6-f9f0febb7c3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.1031921 Jul 27 15:33:58.796177 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-7dd541fd-a571-4a47-9917-fb7ea509887e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 1002 time: 0.0617673 Jul 27 15:33:58.844606 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-c9f488df-69ec-4dbe-a8f3-a85c9a66a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:58.845989 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-c9f488df-69ec-4dbe-a8f3-a85c9a66a20d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0418050 Jul 27 15:33:58.908917 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-70f477fa-ff65-4f48-a33a-9919fe9b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:33:58.910407 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-70f477fa-ff65-4f48-a33a-9919fe9b3ca5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570352 Jul 27 15:33:59.006350 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-1a290c14-0f7d-467b-8fd3-a62c7faddf84 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877810 Jul 27 15:33:59.102261 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-415a94f7-95b4-4fd5-af72-6f128032ecd6 req-46c78f49-77f1-45e5-a243-e37cd5d9656b service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853090 Jul 27 15:33:59.775294 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-1518ead2-7fb2-41f6-8943-1a00814dc8a2 req-3a4c3602-4c4f-400a-b3fa-47f52b8beb87 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "GET /v2.0/ports?device_id=116cfaa1-4b7f-4c06-bab8-0e041ee6ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0307908 Jul 27 15:34:00.529415 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:00.550890 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:00.551335 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device b49a7e3b-9f1c-428b-9a6c-5b5cd25d8322 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:00.826723 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40428) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:00.886120 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:00.911599 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:00.967945 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:00.971428 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:00.972546 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] 10.222.0.37 "DELETE /v2.0/security-groups/a03a891f-0935-4b17-94ee-23ebc9664edf HTTP/1.1" status: 204 len: 168 time: 0.1448617 Jul 27 15:34:00.981971 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d636e-e500-4755-8ab1-361b5a6cc3b6 tempest-TestShelveInstance-2084344496 tempest-TestShelveInstance-2084344496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a891f-0935-4b17-94ee-23ebc9664edf,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:02.037100 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40434) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:02.616386 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:02.862322 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Deleting port d9f56fe4-3ba0-4b10-82b1-3905fde487ae {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:02.862694 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:02.939086 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] For port d9f56fe4-3ba0-4b10-82b1-3905fde487ae, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:02.939447 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:02.952607 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Calling delete_port for d9f56fe4-3ba0-4b10-82b1-3905fde487ae owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:03.125913 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.154277 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f56fe4-3ba0-4b10-82b1-3905fde487ae,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:03.165438 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.165794 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.166138 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.166492 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.166829 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.167163 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.167494 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.167849 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.168201 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.168469 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.168791 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.169191 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:03.330644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.535938 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:03.639401 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:03.646421 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-f711d61a-ba7a-4cec-ac0b-c02149c45289 admin admin] 10.222.0.37 "PUT /v2.0/routers/d9081e6b-dc22-4b45-a1a9-7f8d04543eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6078660 Jul 27 15:34:03.648808 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40436) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:03.651947 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Sync routers for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:03.659550 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:03.660175 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:03.748051 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.761216 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:03.844195 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.901961 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Deleting port 9a108aa7-43e5-4002-af7a-0988fff4e45e {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:03.902301 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.934912 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:34:03Z', 'revision_number': 5, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port': {'id': '9a108aa7-43e5-4002-af7a-0988fff4e45e', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:03.964750 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Checking router: d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:03.973536 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Routers {'d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:03.974140 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:03.978992 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] For port 9a108aa7-43e5-4002-af7a-0988fff4e45e, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=9a108aa7-43e5-4002-af7a-0988fff4e45e,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:03.979353 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:03.991765 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Calling delete_port for 9a108aa7-43e5-4002-af7a-0988fff4e45e owned by network:router_gateway {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:04.058124 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] Set router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 gateway port host: None {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:04.110183 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:34:03Z', 'revision_number': 6, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:04.139204 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ceced-ff67-4923-94b4-5270c49813d4 None None] The sync data for ids ['d9081e6b-dc22-4b45-a1a9-7f8d04543eb0'] in dv-cinder-800431-2-iscsi is: [{'id': 'd9081e6b-dc22-4b45-a1a9-7f8d04543eb0', 'name': 'tempest-TestShelveInstance-101085864-router', 'tenant_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:08Z', 'updated_at': '2021-07-27T15:34:03Z', 'revision_number': 6, 'project_id': '8d408d4ffc5942fd9b0b500355b1e57a', 'gw_port_host': None}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:04.156408 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.186538 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a108aa7-43e5-4002-af7a-0988fff4e45e,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:04.247037 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.333740 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.335820 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.377022 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.377446 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 {{(pid=93077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:34:04.381728 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.382941 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-b69cfb59-c512-40f8-aa8a-cea433ce8f96 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d9081e6b-dc22-4b45-a1a9-7f8d04543eb0 HTTP/1.1" status: 204 len: 168 time: 0.7349014 Jul 27 15:34:04.385459 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40438) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:04.431073 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Deleting subnet 624aad45-3e43-4d86-be25-378d0e5b6836 {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:34:04.434086 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.469644 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.549212 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.601224 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.631137 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624aad45-3e43-4d86-be25-378d0e5b6836,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:04.633091 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.635534 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-0a6514de-4140-445a-af63-c8d29a3b544e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/624aad45-3e43-4d86-be25-378d0e5b6836 HTTP/1.1" status: 204 len: 168 time: 0.2491210 Jul 27 15:34:04.637467 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40440) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:04.637960 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6780f37-ebc7-460d-b918-beb844ced90a None None] Network 13085574-034d-4ae3-85a6-d6576e439527 requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:34:04.704500 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.759739 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Deleting port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:04.760078 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.821502 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] For port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,segment=NetworkSegment(7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7),segment_id=7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:04.821815 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.833867 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Calling delete_port for ae8490b4-5ffe-4daa-9a3f-c7e3307d206b owned by network:dhcp {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:04.891409 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] DHCP port deletion for 13085574-034d-4ae3-85a6-d6576e439527 request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:34:04.923051 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.941104 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Deleting port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b {{(pid=93078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:04.941574 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:04.949718 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] No DVR routers for this DVR port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b on host dv-cinder-800431-2-iscsi {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:04.951480 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:05.004794 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] For port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b, host dv-cinder-800431-2-iscsi, got binding levels [] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:05.005193 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.018530 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Calling delete_port for ae8490b4-5ffe-4daa-9a3f-c7e3307d206b owned by network:dhcp {{(pid=93078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:05.021102 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.021271 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.ipam_backend_mixin [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b was not found and therefore no delete operation was performed {{(pid=93078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 15:34:05.022412 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.031766 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13085574-034d-4ae3-85a6-d6576e439527']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.041858 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.042150 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7b0ed6-5acf-4e99-94a2-cfe5941ea0b7') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.050986 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Pushing event deleted for resources: {'Port': ['ID=ae8490b4-5ffe-4daa-9a3f-c7e3307d206b,revision_number=None']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:05.051638 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.056323 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] No DVR routers for this DVR port ae8490b4-5ffe-4daa-9a3f-c7e3307d206b on host dv-cinder-800431-2-iscsi {{(pid=93078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:05.064001 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.064352 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.064693 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.065076 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.066069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.066069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.066069 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.066514 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.066853 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.067179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.067515 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.067836 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617522d3-3db4-4cfe-8091-299566f43cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-2-iscsi {{(pid=93078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:05.070669 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.077104 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:05.077500 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:34:05.079397 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:34:05.138434 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.147756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.149653 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] 10.222.0.37 "DELETE /v2.0/networks/13085574-034d-4ae3-85a6-d6576e439527 HTTP/1.1" status: 204 len: 168 time: 0.5112154 Jul 27 15:34:05.153095 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40442) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:05.161459 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde205d-7994-4032-8bcf-b5802f3ba233 admin admin] Pushing event deleted for resources: {'Network': ['ID=13085574-034d-4ae3-85a6-d6576e439527,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:05.485008 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:05.613587 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9a108aa7-43e5-4002-af7a-0988fff4e45e no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:05.632759 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 9a108aa7-43e5-4002-af7a-0988fff4e45e {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:05.633107 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 9a108aa7-43e5-4002-af7a-0988fff4e45e not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:05.633522 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device ae8490b4-5ffe-4daa-9a3f-c7e3307d206b no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:05.652441 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: ae8490b4-5ffe-4daa-9a3f-c7e3307d206b {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:05.652787 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device ae8490b4-5ffe-4daa-9a3f-c7e3307d206b not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:05.653195 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d9f56fe4-3ba0-4b10-82b1-3905fde487ae no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:05.671666 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: d9f56fe4-3ba0-4b10-82b1-3905fde487ae {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:05.672071 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d9f56fe4-3ba0-4b10-82b1-3905fde487ae not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:05.978079 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Deleting port fffb8a66-d120-45c2-af0a-e64bd7b58818 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:05.978425 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:06.056630 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] For port fffb8a66-d120-45c2-af0a-e64bd7b58818, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fffb8a66-d120-45c2-af0a-e64bd7b58818,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:06.056992 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:06.069674 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Calling delete_port for fffb8a66-d120-45c2-af0a-e64bd7b58818 owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:06.242320 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:06.267103 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Pushing event deleted for resources: {'Port': ['ID=fffb8a66-d120-45c2-af0a-e64bd7b58818,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:06.430072 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:06.640720 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Router b6181e1c-6c7e-4dde-8185-be846bf0efd9 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:06.745335 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:06.750988 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-136d5ed7-6db7-44dd-803b-0a157048595a admin admin] 10.222.0.37 "PUT /v2.0/routers/b6181e1c-6c7e-4dde-8185-be846bf0efd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971107 Jul 27 15:34:06.752914 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40444) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:06.754119 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Sync routers for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:06.763183 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:06.763797 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:06.855134 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:06.864174 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:06.959278 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.012023 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Deleting port b97c4ecc-f71e-4ce0-91a3-4325cca75056 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:07.012369 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.039712 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:34:06Z', 'revision_number': 5, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port': {'id': 'b97c4ecc-f71e-4ce0-91a3-4325cca75056', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:07.064347 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Checking router: b6181e1c-6c7e-4dde-8185-be846bf0efd9 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:07.072338 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Routers {'b6181e1c-6c7e-4dde-8185-be846bf0efd9'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:07.072950 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:33:49Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:07.092917 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] For port b97c4ecc-f71e-4ce0-91a3-4325cca75056, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=b97c4ecc-f71e-4ce0-91a3-4325cca75056,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:07.093801 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.106190 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Calling delete_port for b97c4ecc-f71e-4ce0-91a3-4325cca75056 owned by network:router_gateway {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:07.156553 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] Set router b6181e1c-6c7e-4dde-8185-be846bf0efd9 gateway port host: None {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:07.208733 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:34:06Z', 'revision_number': 6, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:07.233931 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef8026-265f-4513-b486-bf967764ce0e None None] The sync data for ids ['b6181e1c-6c7e-4dde-8185-be846bf0efd9'] in dv-cinder-800431-2-iscsi is: [{'id': 'b6181e1c-6c7e-4dde-8185-be846bf0efd9', 'name': 'tempest-TestShelveInstance-873233311-router', 'tenant_id': 'f823489739864e6288f6407aa55b4b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:29:13Z', 'updated_at': '2021-07-27T15:34:06Z', 'revision_number': 6, 'project_id': 'f823489739864e6288f6407aa55b4b86', 'gw_port_host': None}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:07.269245 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.297038 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97c4ecc-f71e-4ce0-91a3-4325cca75056,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:07.356927 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.443953 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.446012 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.491226 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.491684 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6181e1c-6c7e-4dde-8185-be846bf0efd9 {{(pid=93077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:34:07.496064 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.497289 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3937a368-6b4a-482c-b4be-6e57896f2c97 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b6181e1c-6c7e-4dde-8185-be846bf0efd9 HTTP/1.1" status: 204 len: 168 time: 0.7434337 Jul 27 15:34:07.500348 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40446) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:07.650434 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Deleting subnet e5e1facb-45aa-485e-8cce-96284af01d6d {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:34:07.653698 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.694387 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.771903 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.823225 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.847625 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e1facb-45aa-485e-8cce-96284af01d6d,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:07.851255 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.853106 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-562c1eb8-6f33-4f6f-b5f2-553189c16509 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5e1facb-45aa-485e-8cce-96284af01d6d HTTP/1.1" status: 204 len: 168 time: 0.3518562 Jul 27 15:34:07.855571 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40450) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:07.858157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0007b-5537-4a11-910f-120acda18c8a None None] Network 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:34:07.922952 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.981721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Deleting port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:07.981721 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:07.993754 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fffb8a66-d120-45c2-af0a-e64bd7b58818 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:08.014138 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: fffb8a66-d120-45c2-af0a-e64bd7b58818 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:08.014674 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fffb8a66-d120-45c2-af0a-e64bd7b58818 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:08.050338 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] For port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:08.050818 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.055157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] DHCP port deletion for 1a1e9fd5-19f8-4b2c-abc7-22c2897da24f request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:34:08.064317 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Calling delete_port for 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 owned by network:dhcp {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:08.100422 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Deleting port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 {{(pid=93078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:08.100804 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.149082 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.166645 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] For port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,segment=NetworkSegment(3209968e-983c-4018-acef-70c323e5c0ce),segment_id=3209968e-983c-4018-acef-70c323e5c0ce)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:08.167256 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.176407 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:08.180790 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] No DVR routers for this DVR port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 on host dv-cinder-800431-2-iscsi {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:08.186112 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Calling delete_port for 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 owned by network:dhcp {{(pid=93078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:08.258251 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.263283 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.269104 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e9fd5-19f8-4b2c-abc7-22c2897da24f']}} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:08.290174 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3209968e-983c-4018-acef-70c323e5c0ce') {'for_net_delete': True} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:08.290395 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.services.segments.db [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3209968e-983c-4018-acef-70c323e5c0ce') {} {{(pid=93077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:08.295326 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] No DVR routers for this DVR port 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 on host dv-cinder-800431-2-iscsi {{(pid=93078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:08.299076 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4fb8b-5a69-4b96-87a2-7eb637cb767a None None] Pushing event deleted for resources: {'Port': ['ID=21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956,revision_number=None']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:08.299281 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2282224'] for segment, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.313598 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.319415 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:08.319793 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127399135'] for segment, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: Traceback (most recent call last): Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: timer() Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: cb(*args, **kw) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: return func(*args, **kwargs) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: self._notify() Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: self.callback(batched_events) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: event.method(event) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: return f(self, *a, **k) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._get(url).json() Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: return self.request(url, 'GET', **kwargs) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:34:08.321488 dv-cinder-800431-2-iscsi neutron-server[93077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:34:08.375512 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.381032 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.383097 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a1e9fd5-19f8-4b2c-abc7-22c2897da24f HTTP/1.1" status: 204 len: 168 time: 0.5266161 Jul 27 15:34:08.394268 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782a52-59d9-4f88-84c2-06642a9abd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1e9fd5-19f8-4b2c-abc7-22c2897da24f,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:08.494778 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40454) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:08.535303 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-fef2e980-435e-4803-894f-d299ccaf3ea1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d408d4ffc5942fd9b0b500355b1e57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392675 Jul 27 15:34:08.537744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40456) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:08.584808 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.609008 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.654221 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.657152 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:08.658273 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56eff726-1e4d-4d2b-9095-c4784c40d7b3 HTTP/1.1" status: 204 len: 168 time: 0.1196554 Jul 27 15:34:08.666146 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf9034-92f5-4539-a746-b45c0e8d0346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eff726-1e4d-4d2b-9095-c4784c40d7b3,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:08.956750 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40462) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:08.995721 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-73d5db8b-cf51-40fe-a1ce-d4a7e30fc66f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f823489739864e6288f6407aa55b4b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378084 Jul 27 15:34:08.997976 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40464) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:09.044536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:09.066078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:09.111411 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:09.114091 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:09.115249 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafe6c60-3710-44ee-bcb9-cb10329f3a34 HTTP/1.1" status: 204 len: 168 time: 0.1163597 Jul 27 15:34:09.122732 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6500d-a639-4d1f-a5e1-26f4903cdc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe6c60-3710-44ee-bcb9-cb10329f3a34,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:09.610015 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device b97c4ecc-f71e-4ce0-91a3-4325cca75056 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:09.629063 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: b97c4ecc-f71e-4ce0-91a3-4325cca75056 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:09.629400 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device b97c4ecc-f71e-4ce0-91a3-4325cca75056 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:09.629797 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:09.647329 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:09.647669 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 21b48f23-9d82-4b2c-ab0a-8cc8b1f1b956 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:16.091907 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:16.272693 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-10d23341-011c-4f6a-9f5f-c80f343c47a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:18.738633 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb5c-a6a0-4072-9d4f-a645215b3e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:18.956465 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40468) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:19.021219 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.111615 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port 05413694-6693-4a2b-9140-1b61db9adc28 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:19.111962 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.187413 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.187744 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.199218 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for 05413694-6693-4a2b-9140-1b61db9adc28 owned by network:floatingip {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:19.364701 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.390843 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=05413694-6693-4a2b-9140-1b61db9adc28,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:19.451951 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.452284 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.db.l3_db [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP 1cf20488-9388-4153-a1e3-eade1c431357 disassociated (deleted). External IP: 172.27.1.33, port: 9c2d5624-5a13-4e47-a504-f32fcb79febc. Jul 27 15:34:19.647516 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:19.753439 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:19.758190 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:19.762557 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:19.771115 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:19.771730 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:19.796629 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-4d59bbe6-a9f6-4dfa-abe7-1637a55f266e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "DELETE /v2.0/floatingips/1cf20488-9388-4153-a1e3-eade1c431357 HTTP/1.1" status: 204 len: 168 time: 0.8385563 Jul 27 15:34:19.797226 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:34:19.799618 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78895e85-f656-4345-be1f-c7a753552797" -d '{"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:19.877751 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:20.037406 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0c47a-73ef-4b5e-afe4-db7f242e5388 x-openstack-request-id: req-d0d0c47a-73ef-4b5e-afe4-db7f242e5388 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:20.037905 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:20.038027 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0d0c47a-73ef-4b5e-afe4-db7f242e5388 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:20.038320 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'status': 'completed', 'code': 200} Jul 27 15:34:20.047477 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f3d0f-e741-41c9-8968-481a75cf4c78 req-7bd296fa-41b0-41db-9806-3b2f7ad23fcd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:20.049110 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e93f3d0f-e741-41c9-8968-481a75cf4c78 req-7bd296fa-41b0-41db-9806-3b2f7ad23fcd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0655618 Jul 27 15:34:20.051062 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:20.089498 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-e93f3d0f-e741-41c9-8968-481a75cf4c78 req-280186e3-a819-4c75-ae17-c75a4fbe596e tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337737 Jul 27 15:34:20.134806 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:20.141184 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78895e85-f656-4345-be1f-c7a753552797 req-18e75514-7924-46a5-bb2d-c5ef945c1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:20.142728 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-18e75514-7924-46a5-bb2d-c5ef945c1f38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 1098 time: 0.0552764 Jul 27 15:34:20.160972 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:20.169090 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:20.169701 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:20.230950 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78895e85-f656-4345-be1f-c7a753552797 req-d4f5410c-0ffa-4b28-85f0-8ae98403d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:20.232337 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-d4f5410c-0ffa-4b28-85f0-8ae98403d07f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0822704 Jul 27 15:34:20.273758 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:20.276713 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-7e869658-a8dd-4844-9914-521dff53e2cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 200 len: 217 time: 0.0364206 Jul 27 15:34:20.324362 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78895e85-f656-4345-be1f-c7a753552797 req-4b8e2578-45f5-4364-80ab-6f09735206c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:20.325795 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-4b8e2578-45f5-4364-80ab-6f09735206c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0416982 Jul 27 15:34:20.383890 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78895e85-f656-4345-be1f-c7a753552797 req-5ecfc3cf-46bb-45ec-911c-98f9b2ee8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:20.385382 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-5ecfc3cf-46bb-45ec-911c-98f9b2ee8032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516992 Jul 27 15:34:20.477283 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-76c7285e-c09e-4568-9b0e-59b65657a8dc service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834942 Jul 27 15:34:20.492960 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:20.518719 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087642ee-5833-4cc2-bc77-f29783930ae7 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_floatingips': [{'id': '0f412f1b-8b99-4d16-bddf-92875301283b', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'router_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'port_id': '892469b6-0ff1-42ac-971b-744a28fd4453', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'mac_address': 'fa:16:3e:ec:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T15:30:21Z', 'updated_at': '2021-07-27T15:30:24Z', 'revision_number': 1, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:20.567020 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-78895e85-f656-4345-be1f-c7a753552797 req-25e09efb-ad24-4203-80bf-4836edc96c80 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816646 Jul 27 15:34:20.717028 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2bba5-d3ec-475c-8f1e-09c63b9f891b None None] New status for floating IP 1cf20488-9388-4153-a1e3-eade1c431357: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:34:21.223742 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864854e-a7a7-4915-83a3-46fe4d0bf2ff req-cbbe8da8-7d54-4f12-8a23-1ca37a916678 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:21.225207 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2864854e-a7a7-4915-83a3-46fe4d0bf2ff req-cbbe8da8-7d54-4f12-8a23-1ca37a916678 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jul 27 15:34:21.261371 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2864854e-a7a7-4915-83a3-46fe4d0bf2ff req-f1590404-5450-46ef-ac6b-340215b8ade1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Jul 27 15:34:21.932548 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-77c5c93d-9038-4955-a1a2-1c0da1e8da71 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:21.933987 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-77c5c93d-9038-4955-a1a2-1c0da1e8da71 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0619750 Jul 27 15:34:21.981047 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:22.281237 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port 9c2d5624-5a13-4e47-a504-f32fcb79febc {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:22.281476 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:22.385167 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] For port 9c2d5624-5a13-4e47-a504-f32fcb79febc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9c2d5624-5a13-4e47-a504-f32fcb79febc,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:22.385531 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:22.396124 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf8f07-ddd7-482f-929d-cac1e7a82f37 req-ec89454b-8226-402f-be68-89859f89a5b3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:22.397659 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bfdf8f07-ddd7-482f-929d-cac1e7a82f37 req-ec89454b-8226-402f-be68-89859f89a5b3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 945 time: 0.0632069 Jul 27 15:34:22.398237 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for 9c2d5624-5a13-4e47-a504-f32fcb79febc owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:22.435666 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-bfdf8f07-ddd7-482f-929d-cac1e7a82f37 req-d21dc4c4-89f0-4071-8268-681a0e36ebd2 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Jul 27 15:34:22.523045 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:22.553217 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=9c2d5624-5a13-4e47-a504-f32fcb79febc,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:22.600536 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] No DVR routers for this DVR port 9c2d5624-5a13-4e47-a504-f32fcb79febc on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:22.603193 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:22.605244 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-234954b6-f1ef-4d77-8280-a66c30c671c8 req-54feb297-5a3c-480d-868d-4892ba48577c tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "DELETE /v2.0/ports/9c2d5624-5a13-4e47-a504-f32fcb79febc HTTP/1.1" status: 204 len: 173 time: 0.6614869 Jul 27 15:34:22.605685 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'name': 'network-vif-deleted', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:34:22.607956 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e39b35c-ee7d-4ecc-8ef0-8079a5602813" -d '{"events": [{"server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "name": "network-vif-deleted", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:22.642591 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ed148-4030-4d22-b7bc-c60148885d50 x-openstack-request-id: req-aa6ed148-4030-4d22-b7bc-c60148885d50 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:22.642963 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d872d5-665e-46be-9f34-856441ac0b06", "name": "network-vif-deleted", "tag": "9c2d5624-5a13-4e47-a504-f32fcb79febc", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:22.643210 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa6ed148-4030-4d22-b7bc-c60148885d50 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:22.643614 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d872d5-665e-46be-9f34-856441ac0b06', 'name': 'network-vif-deleted', 'tag': '9c2d5624-5a13-4e47-a504-f32fcb79febc', 'status': 'completed', 'code': 200} Jul 27 15:34:23.546147 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-2fcd1cb6-008a-4e97-862a-97185b672411 req-fbc7c087-70cc-438d-8a3b-f78913be78d9 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=58d872d5-665e-46be-9f34-856441ac0b06 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Jul 27 15:34:24.669073 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9c2d5624-5a13-4e47-a504-f32fcb79febc no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:24.690265 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 9c2d5624-5a13-4e47-a504-f32fcb79febc {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:24.690657 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 9c2d5624-5a13-4e47-a504-f32fcb79febc not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:26.812764 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40500) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:26.968038 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port c818ba87-7551-471c-89c6-89188cc4e647 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:26.968379 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.047339 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.047673 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.059088 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for c818ba87-7551-471c-89c6-89188cc4e647 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:27.201053 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.224879 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=c818ba87-7551-471c-89c6-89188cc4e647,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:27.291511 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.291855 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.db.l3_db [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Floating IP 0f412f1b-8b99-4d16-bddf-92875301283b disassociated (deleted). External IP: 172.27.1.209, port: 892469b6-0ff1-42ac-971b-744a28fd4453. Jul 27 15:34:27.485940 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:27.588027 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:27.592707 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:27.597703 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:27.606341 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:27.606992 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:27.630944 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-7a033eb5-49e2-4ef6-9d5b-2f8419c86937 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "DELETE /v2.0/floatingips/0f412f1b-8b99-4d16-bddf-92875301283b HTTP/1.1" status: 204 len: 168 time: 0.8171177 Jul 27 15:34:27.631535 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453'}] {{(pid=93076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:34:27.633781 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405a46036503d6014387b8e46ecf45f0b3867c43d9f57a47167b83be87d8f1ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177" -d '{"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453"}]}' {{(pid=93076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:27.670782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d0eb09-7e21-4ae3-ac98-25732ee0fa82 x-openstack-request-id: req-11d0eb09-7e21-4ae3-ac98-25732ee0fa82 {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:27.671649 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453", "status": "completed", "code": 200}]} {{(pid=93076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:27.672003 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11d0eb09-7e21-4ae3-ac98-25732ee0fa82 {{(pid=93076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:27.672470 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453', 'status': 'completed', 'code': 200} Jul 27 15:34:27.715477 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:27.796480 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-59b2e783-164a-4917-b989-434e821d11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:27.798072 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-59b2e783-164a-4917-b989-434e821d11c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9a65d475c9846dfabea23794dd2e636&device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 1099 time: 0.0674171 Jul 27 15:34:27.867297 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd417b2-efd5-4851-bbac-ab7c7be176b6 req-f469a25e-e217-4b69-9794-0f340c758ed6 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:27.869290 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0cd417b2-efd5-4851-bbac-ab7c7be176b6 req-f469a25e-e217-4b69-9794-0f340c758ed6 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0636113 Jul 27 15:34:27.901772 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-80c9fd3e-1d5e-4565-bbe2-71f86c2e4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:27.903290 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-80c9fd3e-1d5e-4565-bbe2-71f86c2e4132 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 200 len: 913 time: 0.0885770 Jul 27 15:34:27.908679 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-0cd417b2-efd5-4851-bbac-ab7c7be176b6 req-3b8b46e4-ef73-422d-a1ac-7090e1f8fb7d tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jul 27 15:34:27.938564 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:27.945875 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-8ac575b6-e70d-469f-942f-8084218a1238 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 200 len: 217 time: 0.0344784 Jul 27 15:34:27.964585 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:27.973309 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:27.973922 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:27.994602 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-78f63bce-e103-4003-b7ed-114fed75aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:27.996048 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-78f63bce-e103-4003-b7ed-114fed75aaf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 200 len: 851 time: 0.0421309 Jul 27 15:34:28.058972 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-2ded1a58-bbac-492c-b5a7-3377231eb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:28.060371 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-2ded1a58-bbac-492c-b5a7-3377231eb97b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16425a87-2cd0-48ad-8f02-b03806548cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564389 Jul 27 15:34:28.076533 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:28.147884 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-31c463ae-7d82-416f-af18-b4cd3901339a service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796721 Jul 27 15:34:28.241373 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-87eeb616-0554-43b7-a5d0-d8e4cbb8d177 req-69ca6f90-fd4b-4e8e-8ab2-5a055acd7e63 service neutron] 10.222.0.46 "GET /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Jul 27 15:34:28.269137 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:28.299478 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8938df-51b5-4605-88c6-f46dee84ede6 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi', '_interfaces': [{'id': 'fe97c10a-60f6-420e-aa8d-da8e710a626e', 'name': '', 'network_id': '16425a87-2cd0-48ad-8f02-b03806548cee', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'mac_address': 'fa:16:3e:01:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:07Z', 'updated_at': '2021-07-27T15:27:13Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'subnets': [{'id': '3dbea291-3fe0-47da-93a5-4f89167478f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:28.509208 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d8afa-957a-4971-8adb-7db323f7b33c None None] New status for floating IP 0f412f1b-8b99-4d16-bddf-92875301283b: DOWN {{(pid=93079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 15:34:29.039074 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ecaf-8a1e-419f-bc67-8b9629c97e3a req-27ce1983-9dd9-4a2a-9da7-42a0ecdc44d1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:29.040530 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8e40ecaf-8a1e-419f-bc67-8b9629c97e3a req-27ce1983-9dd9-4a2a-9da7-42a0ecdc44d1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0621026 Jul 27 15:34:29.076573 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-8e40ecaf-8a1e-419f-bc67-8b9629c97e3a req-3cc08982-3588-42eb-b57d-302a206832e0 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/security-groups?id=07be5357-38d9-4e19-b702-01c09360f659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303001 Jul 27 15:34:29.693609 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-b2b5d62a-de71-43a1-a7a9-bd89827564cd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 15:34:29.695110 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-b2b5d62a-de71-43a1-a7a9-bd89827564cd tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 946 time: 0.0638278 Jul 27 15:34:29.800623 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port 892469b6-0ff1-42ac-971b-744a28fd4453 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:29.800964 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:29.887986 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] For port 892469b6-0ff1-42ac-971b-744a28fd4453, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=892469b6-0ff1-42ac-971b-744a28fd4453,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:29.888271 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:29.899742 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for 892469b6-0ff1-42ac-971b-744a28fd4453 owned by compute:nova {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:30.028400 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:30.057487 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=892469b6-0ff1-42ac-971b-744a28fd4453,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:30.101784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] No DVR routers for this DVR port 892469b6-0ff1-42ac-971b-744a28fd4453 on host hv-cinder-80043 {{(pid=93077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:30.104591 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for port, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:30.106326 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [req-4ffe1134-5afa-45b8-8cbb-6ae95d5ad2ca req-f0f22b22-3daf-48d0-a2d2-9866b7b478ea tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.46 "DELETE /v2.0/ports/892469b6-0ff1-42ac-971b-744a28fd4453 HTTP/1.1" status: 204 len: 173 time: 0.4016919 Jul 27 15:34:30.106801 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'name': 'network-vif-deleted', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453'}] {{(pid=93077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 15:34:30.109040 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c8ccc6c50749158e752bd95aaf4d4b788a8ae04457180e205c1eefd23b754e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c923975-5892-48bd-9d20-6c52653da130" -d '{"events": [{"server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "name": "network-vif-deleted", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453"}]}' {{(pid=93077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:30.151129 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac481a-8712-4a82-a1ee-37065a7ef802 x-openstack-request-id: req-55ac481a-8712-4a82-a1ee-37065a7ef802 {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:30.151500 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b1a2d-a516-43c0-97e2-a5a1becc6e51", "name": "network-vif-deleted", "tag": "892469b6-0ff1-42ac-971b-744a28fd4453", "status": "completed", "code": 200}]} {{(pid=93077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:30.151689 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55ac481a-8712-4a82-a1ee-37065a7ef802 {{(pid=93077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:30.152084 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b1a2d-a516-43c0-97e2-a5a1becc6e51', 'name': 'network-vif-deleted', 'tag': '892469b6-0ff1-42ac-971b-744a28fd4453', 'status': 'completed', 'code': 200} Jul 27 15:34:30.180540 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [req-50576a98-476e-40ed-b34a-759f78a5b2ff req-874550ee-340b-467a-9471-410a7c778cbb tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "GET /v2.0/ports?device_id=650b1a2d-a516-43c0-97e2-a5a1becc6e51 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Jul 27 15:34:31.235713 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40516) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:31.354889 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Deleting port 6db32973-133b-4b2d-8b3e-621327aea1f8 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:31.355233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.426422 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.426771 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.437870 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Calling delete_port for 6db32973-133b-4b2d-8b3e-621327aea1f8 owned by network:floatingip {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:31.564333 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.588421 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'Port': ['ID=6db32973-133b-4b2d-8b3e-621327aea1f8,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:31.654237 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.657883 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38286'] for floatingip, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:31.659309 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-042e44f4-1261-412f-a78a-aa6cb7dceca3 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2bc44a9-2b0e-4170-b327-49a37ef63211 HTTP/1.1" status: 204 len: 168 time: 0.4223893 Jul 27 15:34:32.701470 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 892469b6-0ff1-42ac-971b-744a28fd4453 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:32.721887 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] No Port match for: 892469b6-0ff1-42ac-971b-744a28fd4453 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:32.722280 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Device 892469b6-0ff1-42ac-971b-744a28fd4453 not bound to the agent host hv-cinder-80043 {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:32.853258 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40528) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:32.909565 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:32.933899 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:32.993215 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:32.996372 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:32.997516 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] 10.222.0.37 "DELETE /v2.0/security-groups/07be5357-38d9-4e19-b702-01c09360f659 HTTP/1.1" status: 204 len: 168 time: 0.1432869 Jul 27 15:34:33.006615 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed004-efa3-4980-b46a-58d2084717a1 tempest-TestVolumeBootPattern-489673708 tempest-TestVolumeBootPattern-489673708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be5357-38d9-4e19-b702-01c09360f659,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:33.050113 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40532) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:33.616373 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:34:33.827179 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:34.075481 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Deleting port fe97c10a-60f6-420e-aa8d-da8e710a626e {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:34.076266 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:34.150155 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] For port fe97c10a-60f6-420e-aa8d-da8e710a626e, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=fe97c10a-60f6-420e-aa8d-da8e710a626e,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:34.150439 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:34.163113 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Calling delete_port for fe97c10a-60f6-420e-aa8d-da8e710a626e owned by network:router_interface {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:34.336150 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:34.364927 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe97c10a-60f6-420e-aa8d-da8e710a626e,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:34.527428 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:34.732603 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:34.833373 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:34.839319 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-5e994dd1-5c7c-41eb-9e48-e62312a09dfd admin admin] 10.222.0.37 "PUT /v2.0/routers/8588cb0d-c0c5-4f5f-936c-42e0c08881d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871187 Jul 27 15:34:34.840740 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40536) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:34.843428 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Sync routers for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:34.853928 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:34.854579 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:34.942067 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks [] for router, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.042120 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.082074 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:35.096472 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Deleting port 880a96f3-8788-46cc-820d-7f87734d7c61 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:35.097009 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.173330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] For port 880a96f3-8788-46cc-820d-7f87734d7c61, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=880a96f3-8788-46cc-820d-7f87734d7c61,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:35.173690 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.186109 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Calling delete_port for 880a96f3-8788-46cc-820d-7f87734d7c61 owned by network:router_gateway {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:35.255804 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:34:34Z', 'revision_number': 5, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port': {'id': '880a96f3-8788-46cc-820d-7f87734d7c61', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:06Z', 'updated_at': '2021-07-27T15:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:35.283835 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Checking router: 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 for host: dv-cinder-800431-2-iscsi {{(pid=93078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:35.291857 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Routers {'8588cb0d-c0c5-4f5f-936c-42e0c08881d8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:35.292518 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'], 'active': True} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:35.346926 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.373515 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Pushing event deleted for resources: {'Port': ['ID=880a96f3-8788-46cc-820d-7f87734d7c61,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:35.377112 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvr_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] Set router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 gateway port host: None {{(pid=93078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:35.430179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_hamode_db [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:34:35Z', 'revision_number': 6, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:35.437457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.456293 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59558447-a820-4ced-a5d1-0843737e50f3 None None] The sync data for ids ['8588cb0d-c0c5-4f5f-936c-42e0c08881d8'] in dv-cinder-800431-2-iscsi is: [{'id': '8588cb0d-c0c5-4f5f-936c-42e0c08881d8', 'name': 'tempest-TestVolumeBootPattern-1882533693-router', 'tenant_id': 'e9a65d475c9846dfabea23794dd2e636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:05Z', 'updated_at': '2021-07-27T15:34:35Z', 'revision_number': 6, 'project_id': 'e9a65d475c9846dfabea23794dd2e636', 'gw_port_host': None}] {{(pid=93078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:35.525092 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.527170 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.568738 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.569166 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8588cb0d-c0c5-4f5f-936c-42e0c08881d8 {{(pid=93076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:34:35.573403 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] Notify callbacks [] for router, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.574546 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-59df6d39-30b2-4c6f-9901-9dc328506244 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8588cb0d-c0c5-4f5f-936c-42e0c08881d8 HTTP/1.1" status: 204 len: 168 time: 0.7328954 Jul 27 15:34:35.577000 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40538) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:35.619585 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Deleting subnet 3dbea291-3fe0-47da-93a5-4f89167478f6 {{(pid=93076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:34:35.622451 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.658233 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125886294'] for subnet, precommit_delete_associations {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.731021 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.787587 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126335310'] for subnet, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.820153 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbea291-3fe0-47da-93a5-4f89167478f6,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:35.822017 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for subnet, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.824329 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-b8a01d7b-87fd-4d70-830b-399fbbef2612 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3dbea291-3fe0-47da-93a5-4f89167478f6 HTTP/1.1" status: 204 len: 168 time: 0.2462945 Jul 27 15:34:35.826658 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40540) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:35.829258 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6726115-1987-470a-b886-c54ca5da8694 None None] Network 16425a87-2cd0-48ad-8f02-b03806548cee requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:34:35.903007 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.956789 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fe97c10a-60f6-420e-aa8d-da8e710a626e no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:35.958135 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Deleting port 56cf4760-de70-4f3c-88f9-08bf693db54c {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:35.958488 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:35.982250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: fe97c10a-60f6-420e-aa8d-da8e710a626e {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:35.982624 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device fe97c10a-60f6-420e-aa8d-da8e710a626e not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:36.022888 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] For port 56cf4760-de70-4f3c-88f9-08bf693db54c, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=56cf4760-de70-4f3c-88f9-08bf693db54c,segment=NetworkSegment(106e5160-eeba-433a-b6b4-24902ca08cbd),segment_id=106e5160-eeba-433a-b6b4-24902ca08cbd)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:36.023261 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.037104 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Calling delete_port for 56cf4760-de70-4f3c-88f9-08bf693db54c owned by network:dhcp {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:36.116152 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.142896 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Pushing event deleted for resources: {'Port': ['ID=56cf4760-de70-4f3c-88f9-08bf693db54c,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:36.144735 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] No DVR routers for this DVR port 56cf4760-de70-4f3c-88f9-08bf693db54c on host dv-cinder-800431-2-iscsi {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:36.215650 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.225782 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16425a87-2cd0-48ad-8f02-b03806548cee']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:36.235581 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106e5160-eeba-433a-b6b4-24902ca08cbd') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:36.235876 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106e5160-eeba-433a-b6b4-24902ca08cbd') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:36.244882 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.259330 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.267694 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:36.269284 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:34:36.271800 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:34:36.274444 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d9de4-55e4-4f03-a78c-660cbd81fc94 None None] DHCP port deletion for 16425a87-2cd0-48ad-8f02-b03806548cee request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:34:36.329563 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.334959 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.336855 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] 10.222.0.37 "DELETE /v2.0/networks/16425a87-2cd0-48ad-8f02-b03806548cee HTTP/1.1" status: 204 len: 168 time: 0.5078602 Jul 27 15:34:36.339909 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40542) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:36.348037 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d116bc-38e8-4816-adcd-f3813cba997f admin admin] Pushing event deleted for resources: {'Network': ['ID=16425a87-2cd0-48ad-8f02-b03806548cee,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:36.689784 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724669'] for router_interface, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:36.932526 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Deleting port 711f60c2-5a7a-4a48-9922-ec5bdd315239 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:36.932870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:37.008888 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] For port 711f60c2-5a7a-4a48-9922-ec5bdd315239, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=711f60c2-5a7a-4a48-9922-ec5bdd315239,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:37.009169 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:37.021534 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Calling delete_port for 711f60c2-5a7a-4a48-9922-ec5bdd315239 owned by network:router_interface {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:37.193802 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:37.222823 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Pushing event deleted for resources: {'Port': ['ID=711f60c2-5a7a-4a48-9922-ec5bdd315239,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:37.384010 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724433'] for router_interface, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:37.598529 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Router 191182e4-c2a6-4c34-9140-007881b7eff8 has already been hosted by L3 agent 3ff8b84b-8395-419e-8ff7-93a469078f46 {{(pid=93077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 15:34:37.672777 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 880a96f3-8788-46cc-820d-7f87734d7c61 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:37.701880 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] Notify agent at l3_agent.dv-cinder-800431-2-iscsi the message routers_updated {{(pid=93077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:37.702613 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 880a96f3-8788-46cc-820d-7f87734d7c61 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:37.702967 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 880a96f3-8788-46cc-820d-7f87734d7c61 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:37.703880 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 56cf4760-de70-4f3c-88f9-08bf693db54c no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:37.711628 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Sync routers for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:37.716578 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-3accfd01-4ce5-4dd0-889c-9898c458a646 admin admin] 10.222.0.37 "PUT /v2.0/routers/191182e4-c2a6-4c34-9140-007881b7eff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733294 Jul 27 15:34:37.717052 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40546) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:37.724190 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:37.724697 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 56cf4760-de70-4f3c-88f9-08bf693db54c {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:37.724857 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 56cf4760-de70-4f3c-88f9-08bf693db54c not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:37.725013 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:37.820328 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:37.827539 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: dv-cinder-800431-2-iscsi {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:37.920547 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.003594 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'external_fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:34:37Z', 'revision_number': 5, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port': {'id': 'a66713f4-61da-46c3-8359-e454ed31c097', 'name': '', 'network_id': 'bb9db46a-480a-406b-bad1-856bc697c5c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd693c737-e584-4842-9c75-b06208b33512', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T15:27:11Z', 'updated_at': '2021-07-27T15:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd693c737-e584-4842-9c75-b06208b33512', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-2-iscsi'}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:38.034748 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Checking router: 191182e4-c2a6-4c34-9140-007881b7eff8 for host: dv-cinder-800431-2-iscsi {{(pid=93079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:38.045243 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Routers {'191182e4-c2a6-4c34-9140-007881b7eff8'} bound to L3 agent in host dv-cinder-800431-2-iscsi {{(pid=93079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 15:34:38.045886 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T15:13:49Z,description=,heartbeat_timestamp=2021-07-27T15:34:19Z,host='dv-cinder-800431-2-iscsi',id=3ff8b84b-8395-419e-8ff7-93a469078f46,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T15:13:49Z,topic='l3_agent')) {'router_ids': ['191182e4-c2a6-4c34-9140-007881b7eff8'], 'active': True} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:38.132853 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_dvr_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] Set router 191182e4-c2a6-4c34-9140-007881b7eff8 gateway port host: None {{(pid=93079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 15:34:38.184328 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.l3_hamode_db [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:34:37Z', 'revision_number': 6, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port_host': None}], 'dv-cinder-800431-2-iscsi', False) {} {{(pid=93079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:38.214800 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0a1e8-5c3b-4dcf-ad63-ef7bb22806db None None] The sync data for ids ['191182e4-c2a6-4c34-9140-007881b7eff8'] in dv-cinder-800431-2-iscsi is: [{'id': '191182e4-c2a6-4c34-9140-007881b7eff8', 'name': 'tempest-TestVolumeBootPattern-1629137647-router', 'tenant_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T15:27:10Z', 'updated_at': '2021-07-27T15:34:37Z', 'revision_number': 6, 'project_id': 'cab64c97dac44b85aa9dbf0813ea366a', 'gw_port_host': None}] {{(pid=93079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:38.231078 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Deleting port a66713f4-61da-46c3-8359-e454ed31c097 {{(pid=93077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:38.231422 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.309845 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.db [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] For port a66713f4-61da-46c3-8359-e454ed31c097, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=a66713f4-61da-46c3-8359-e454ed31c097,segment=NetworkSegment(49cdbb73-16fd-46d2-9a0f-610d017ad224),segment_id=49cdbb73-16fd-46d2-9a0f-610d017ad224)] {{(pid=93077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:38.310198 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.323020 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Calling delete_port for a66713f4-61da-46c3-8359-e454ed31c097 owned by network:router_gateway {{(pid=93077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:38.481126 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127399042'] for port, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.514330 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66713f4-61da-46c3-8359-e454ed31c097,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:38.571333 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1715123'] for router_gateway, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.662870 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-932'] for router, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.664943 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.708368 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1578938'] for router, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.709011 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 191182e4-c2a6-4c34-9140-007881b7eff8 {{(pid=93077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:34:38.713452 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] Notify callbacks [] for router, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.714493 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-fe6d22c8-06f4-49e2-948a-c63a8a39da52 admin admin] 10.222.0.37 "DELETE /v2.0/routers/191182e4-c2a6-4c34-9140-007881b7eff8 HTTP/1.1" status: 204 len: 168 time: 0.9951587 Jul 27 15:34:38.716845 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40548) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:38.759516 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Deleting subnet dc1c7021-3d48-4cf2-a16f-befc1cc2cffe {{(pid=93077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 15:34:38.762296 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.794590 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2282755'] for subnet, precommit_delete_associations {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.871004 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855545'] for subnet, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.920038 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127399089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127294732'] for subnet, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.941869 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1c7021-3d48-4cf2-a16f-befc1cc2cffe,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:38.950665 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:38.952553 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-2ae33f98-b2a1-4d82-a7cc-cbc4ba03d7fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dc1c7021-3d48-4cf2-a16f-befc1cc2cffe HTTP/1.1" status: 204 len: 168 time: 0.2347918 Jul 27 15:34:38.955181 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40550) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:38.960076 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f425e66-20aa-4acf-acc9-5c13d77709d4 None None] Network 76df9c2a-6342-4012-ba5b-044e1a3fae1d requested from dv-cinder-800431-2-iscsi {{(pid=93078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 15:34:39.022147 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724241'] for network, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.077783 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Deleting port d1686a4f-6a31-4317-adfc-6ef97cb48a66 {{(pid=93076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:39.078270 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.135164 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] DHCP port deletion for 76df9c2a-6342-4012-ba5b-044e1a3fae1d request from dv-cinder-800431-2-iscsi {{(pid=93078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 15:34:39.187298 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Deleting port d1686a4f-6a31-4317-adfc-6ef97cb48a66 {{(pid=93078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 15:34:39.187699 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756703536514'] for port, before_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.253605 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.db [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] For port d1686a4f-6a31-4317-adfc-6ef97cb48a66, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d1686a4f-6a31-4317-adfc-6ef97cb48a66,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:39.254006 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.271684 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Calling delete_port for d1686a4f-6a31-4317-adfc-6ef97cb48a66 owned by network:dhcp {{(pid=93078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:39.350952 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084'] for port, after_delete {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.377070 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] Pushing event deleted for resources: {'Port': ['ID=d1686a4f-6a31-4317-adfc-6ef97cb48a66,revision_number=None']} {{(pid=93078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:39.380636 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf3547-3bdf-46f8-8200-3101183e89d6 None None] No DVR routers for this DVR port d1686a4f-6a31-4317-adfc-6ef97cb48a66 on host dv-cinder-800431-2-iscsi {{(pid=93078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:39.410864 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.db [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] For port d1686a4f-6a31-4317-adfc-6ef97cb48a66, host dv-cinder-800431-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-2-iscsi',level=0,port_id=d1686a4f-6a31-4317-adfc-6ef97cb48a66,segment=NetworkSegment(0db1831d-e533-4d9e-9857-ef04b8600f5a),segment_id=0db1831d-e533-4d9e-9857-ef04b8600f5a)] {{(pid=93076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:39.411253 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1712401'] for port, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.422969 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.plugin [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Calling delete_port for d1686a4f-6a31-4317-adfc-6ef97cb48a66 owned by network:dhcp {{(pid=93076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 15:34:39.494979 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756703541724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756703150084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886456'] for port, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.517752 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1686a4f-6a31-4317-adfc-6ef97cb48a66,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:39.523906 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] No DVR routers for this DVR port d1686a4f-6a31-4317-adfc-6ef97cb48a66 on host dv-cinder-800431-2-iscsi {{(pid=93076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 15:34:39.594377 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852342', 'neutron.services.segments.db._delete_segments_for_network-8756703617055'] for network, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.604181 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76df9c2a-6342-4012-ba5b-044e1a3fae1d']}} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:39.613901 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db1831d-e533-4d9e-9857-ef04b8600f5a') {'for_net_delete': True} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:39.614188 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.services.segments.db [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db1831d-e533-4d9e-9857-ef04b8600f5a') {} {{(pid=93076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:39.622809 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756703617832', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125884581'] for segment, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.626686 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d1686a4f-6a31-4317-adfc-6ef97cb48a66 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:39.636938 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431'] for segment, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.643246 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:39.643677 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886373'] for segment, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self.session.flush() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self.session.flush() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self.session.flush() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self.session.flush() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: Traceback (most recent call last): Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: timer() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: cb(*args, **kw) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: return func(*args, **kwargs) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self._notify() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: self.callback(batched_events) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: event.method(event) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: return f(self, *a, **k) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._get(url).json() Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: return self.request(url, 'GET', **kwargs) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 15:34:39.645346 dv-cinder-800431-2-iscsi neutron-server[93076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 15:34:39.648539 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: d1686a4f-6a31-4317-adfc-6ef97cb48a66 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:39.648861 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device d1686a4f-6a31-4317-adfc-6ef97cb48a66 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:39.649338 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a66713f4-61da-46c3-8359-e454ed31c097 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:39.674723 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: a66713f4-61da-46c3-8359-e454ed31c097 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:39.675073 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device a66713f4-61da-46c3-8359-e454ed31c097 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:39.675489 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 711f60c2-5a7a-4a48-9922-ec5bdd315239 no longer exists at agent ovs-agent-dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:39.695340 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] No Port match for: 711f60c2-5a7a-4a48-9922-ec5bdd315239 {{(pid=93078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 15:34:39.695701 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron.plugins.ml2.rpc [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Device 711f60c2-5a7a-4a48-9922-ec5bdd315239 not bound to the agent host dv-cinder-800431-2-iscsi {{(pid=93078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:39.706572 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1715087'] for network, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.711675 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654401'] for network, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.713534 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] 10.222.0.37 "DELETE /v2.0/networks/76df9c2a-6342-4012-ba5b-044e1a3fae1d HTTP/1.1" status: 204 len: 168 time: 0.7573864 Jul 27 15:34:39.724506 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a12cc-765f-4676-b525-48d92bdfc33e admin admin] Pushing event deleted for resources: {'Network': ['ID=76df9c2a-6342-4012-ba5b-044e1a3fae1d,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:39.855631 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40554) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:39.896567 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-3fc77026-1865-4a9f-8409-f377f3bf61b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9a65d475c9846dfabea23794dd2e636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378735 Jul 27 15:34:39.896943 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [-] (93076) accepted ('10.222.0.37', 40556) {{(pid=93076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:39.944592 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:39.964774 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.010095 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.012756 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron_lib.callbacks.manager [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.013919 dv-cinder-800431-2-iscsi neutron-server[93076]: INFO neutron.wsgi [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a6d5746-cd75-46a0-a262-7cab3a51601b HTTP/1.1" status: 204 len: 168 time: 0.1160498 Jul 27 15:34:40.021457 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31f2d9-8bde-4881-8ebb-2e5beb79bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d5746-cd75-46a0-a262-7cab3a51601b,revision_number=None']} {{(pid=93076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:40.312070 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40562) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:40.350096 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-1a85c876-add3-47c1-bcc8-f179616ab892 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cab64c97dac44b85aa9dbf0813ea366a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368478 Jul 27 15:34:40.352331 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [-] (93077) accepted ('10.222.0.37', 40564) {{(pid=93077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 15:34:40.397613 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.419138 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.463817 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635538'] for security_group, after_delete {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.466415 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron_lib.callbacks.manager [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:40.467555 dv-cinder-800431-2-iscsi neutron-server[93077]: INFO neutron.wsgi [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/898a832f-c763-4e9f-9b4f-6fdf8e691e8f HTTP/1.1" status: 204 len: 168 time: 0.1143680 Jul 27 15:34:40.475212 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea89d9-7694-4944-acae-fd2b553a067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a832f-c763-4e9f-9b4f-6fdf8e691e8f,revision_number=None']} {{(pid=93077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:46.107588 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:46.274081 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e7a4ae96-5848-450f-a315-4cc739aa9905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:48.738267 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-64bf6bf2-4a7d-436b-b1b8-944c5f06a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:49.021316 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:50.013872 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:34:51.983654 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:10.615560 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:35:16.135647 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:16.274196 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ea7f2498-0186-4da2-a368-65993515aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:18.738396 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-37a1ac3c-c97a-4f67-ae04-a43a4cb70d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:19.022527 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:20.016327 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:21.987871 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:46.137123 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:46.273055 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-ab663032-13f1-47f6-aee1-d0a71cf14d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:47.613449 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:35:48.738347 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3799b688-ee9d-466e-8bba-a6e71fa31f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:49.026953 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:50.019525 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:35:51.992522 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:16.136395 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:16.272748 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-e52d3de3-6287-4f9d-b5b9-3b399de1e7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:18.738029 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f56bd1ef-bfa1-4b28-a8f4-62226e186180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:19.027179 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:20.021953 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:21.993274 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:24.613213 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:36:46.152240 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:46.273017 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-63a560e3-7f10-4419-8d7b-662bcd871283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:48.737468 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d64cb62e-f0a2-44f4-8751-6c649a8b63e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:49.028253 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:50.024708 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:36:51.994771 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:01.612988 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:37:03.058159 dv-cinder-800431-2-iscsi neutron-server[93077]: DEBUG neutron.wsgi [req-b170bf1e-30ee-4348-be1f-e2235225bde8 req-b68a2da8-c36c-4bf7-91fa-f9904cde9fd6 service neutron] (93077) timed out ('10.222.0.46', 60899) {{(pid=93077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 15:37:04.901216 dv-cinder-800431-2-iscsi neutron-server[93076]: DEBUG neutron.wsgi [req-a03583ca-a188-4369-9fad-b9e044e07ebb req-123b3c53-ba56-4efe-be2f-65ee993d5fe6 service neutron] (93076) timed out ('10.222.0.46', 60938) {{(pid=93076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 15:37:16.151053 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:16.271856 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-501d0953-3284-4510-8e72-cd797b8c60c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:18.736670 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6f674d4d-f36f-4c73-8024-c55ec3ee2673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:19.028196 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:20.027570 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:21.998575 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:38.611191 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:37:46.165612 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:46.270764 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-3c890359-25a7-4d7c-9717-483e42640c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:48.737494 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-4bfc096c-24ef-4fe8-b12e-d1530b78ff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:49.028157 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:50.031339 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:37:52.002794 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:15.609447 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:38:16.181719 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:16.270420 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c4154ff8-994e-4bd1-90e1-e4e64f6256fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:18.737432 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-59516a1d-25d4-4c79-aa9a-8cefb55c5589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:19.033033 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:20.033977 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:22.002250 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:46.188833 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:46.271742 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-75ef342a-bba1-4cd1-ad35-bed83df293d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:48.738488 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-5d081f93-ab88-4dae-a274-a9d8399ab2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:49.035264 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:50.037009 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:52.005219 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:38:52.608023 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:39:16.196223 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:16.274808 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-6040cd1b-7519-4d8e-92d9-2d0003b63f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:18.741416 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7528-25d8-4d4c-b883-34aac4d67eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:19.039463 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:20.039302 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:22.009591 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:29.613164 dv-cinder-800431-2-iscsi neutron-server[93079]: DEBUG neutron.db.agents_db [None req-1bfab213-9d3c-423a-b02f-3157f309222e None None] Agent healthcheck: found 6 active agents {{(pid=93079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:39:46.198009 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-f16d0cfd-2a65-4aea-8f83-7997cd3169fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:46.277340 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-c54d04ce-555a-4b34-a71c-368165963798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:48.743878 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-0d600e2a-ea30-4416-8568-42dfc83b561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:49.043080 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2ff7-5900-4848-89b5-e079770d1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:50.042159 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-d7892c8e-5976-4146-8b2b-d73097080208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 15:39:52.018544 dv-cinder-800431-2-iscsi neutron-server[93078]: DEBUG neutron_lib.callbacks.manager [None req-fdcf073f-20c2-443e-ae7e-8888a22a96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756703617037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867866'] for agent, after_update {{(pid=93078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}